2024-11-20 13:40:06,210 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-20 13:40:06,229 main DEBUG Took 0.017223 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 13:40:06,230 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 13:40:06,230 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 13:40:06,231 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 13:40:06,232 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:40:06,238 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 13:40:06,252 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:40:06,254 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:40:06,255 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:40:06,256 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:40:06,256 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:40:06,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:40:06,258 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:40:06,259 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:40:06,260 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:40:06,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:40:06,261 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:40:06,262 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:40:06,262 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:40:06,263 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:40:06,264 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:40:06,264 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:40:06,265 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:40:06,265 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:40:06,266 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:40:06,266 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:40:06,266 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:40:06,267 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:40:06,267 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:40:06,267 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:40:06,268 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:40:06,268 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 13:40:06,270 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:40:06,271 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 13:40:06,273 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 13:40:06,273 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 13:40:06,275 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 13:40:06,275 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 13:40:06,283 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 13:40:06,286 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 13:40:06,287 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 13:40:06,288 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 13:40:06,288 main DEBUG createAppenders(={Console}) 2024-11-20 13:40:06,289 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-20 13:40:06,289 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-20 13:40:06,289 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-20 13:40:06,290 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 13:40:06,290 main DEBUG OutputStream closed 2024-11-20 13:40:06,291 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 13:40:06,291 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 13:40:06,291 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-20 13:40:06,361 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 13:40:06,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 13:40:06,364 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 13:40:06,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 13:40:06,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 13:40:06,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 13:40:06,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 13:40:06,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 13:40:06,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 13:40:06,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 13:40:06,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 13:40:06,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 13:40:06,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 13:40:06,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 13:40:06,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 13:40:06,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 13:40:06,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 13:40:06,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 13:40:06,373 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 13:40:06,373 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-20 13:40:06,373 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 13:40:06,374 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-20T13:40:06,388 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-20 13:40:06,390 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 13:40:06,391 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T13:40:06,426 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=271, ProcessCount=11, AvailableMemoryMB=9078 2024-11-20T13:40:06,647 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f 2024-11-20T13:40:06,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T13:40:06,663 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/cluster_a5f45583-8243-ffe6-cc68-9f072c02ba3a, deleteOnExit=true 2024-11-20T13:40:06,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T13:40:06,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/test.cache.data in system properties and HBase conf 2024-11-20T13:40:06,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T13:40:06,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/hadoop.log.dir in system properties and HBase conf 2024-11-20T13:40:06,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T13:40:06,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T13:40:06,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T13:40:06,747 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T13:40:06,832 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T13:40:06,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T13:40:06,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T13:40:06,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T13:40:06,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T13:40:06,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T13:40:06,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T13:40:06,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T13:40:06,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T13:40:06,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T13:40:06,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/nfs.dump.dir in system properties and HBase conf 2024-11-20T13:40:06,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/java.io.tmpdir in system properties and HBase conf 2024-11-20T13:40:06,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T13:40:06,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T13:40:06,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T13:40:08,007 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T13:40:08,099 INFO [Time-limited test {}] log.Log(170): Logging initialized @2611ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T13:40:08,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:40:08,227 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:40:08,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:40:08,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:40:08,250 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:40:08,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:40:08,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@667e8272{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:40:08,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3db55f04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:40:08,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@681e6b33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/java.io.tmpdir/jetty-localhost-43203-hadoop-hdfs-3_4_1-tests_jar-_-any-2399884529001479365/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T13:40:08,539 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66ea3674{HTTP/1.1, (http/1.1)}{localhost:43203} 2024-11-20T13:40:08,539 INFO [Time-limited test {}] server.Server(415): Started @3052ms 2024-11-20T13:40:09,079 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:40:09,086 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:40:09,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:40:09,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:40:09,093 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:40:09,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ee08c4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:40:09,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71f8e357{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:40:09,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7937b685{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/java.io.tmpdir/jetty-localhost-41871-hadoop-hdfs-3_4_1-tests_jar-_-any-13343115641330355307/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:40:09,200 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15e7d6d5{HTTP/1.1, (http/1.1)}{localhost:41871} 2024-11-20T13:40:09,200 INFO [Time-limited test {}] server.Server(415): Started @3713ms 2024-11-20T13:40:09,250 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:40:09,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:40:09,356 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:40:09,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:40:09,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:40:09,361 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:40:09,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b86904d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:40:09,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5480bc23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:40:09,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2925d9ef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/java.io.tmpdir/jetty-localhost-42969-hadoop-hdfs-3_4_1-tests_jar-_-any-12833599161358582476/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:40:09,485 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74214a4f{HTTP/1.1, (http/1.1)}{localhost:42969} 2024-11-20T13:40:09,485 INFO [Time-limited test {}] server.Server(415): Started @3998ms 2024-11-20T13:40:09,488 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:40:09,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:40:09,530 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:40:09,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:40:09,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:40:09,532 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T13:40:09,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f411fc0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:40:09,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ebf56ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:40:09,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10fe3f07{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/java.io.tmpdir/jetty-localhost-36131-hadoop-hdfs-3_4_1-tests_jar-_-any-14808586805936050197/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:40:09,633 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5904946f{HTTP/1.1, (http/1.1)}{localhost:36131} 2024-11-20T13:40:09,633 INFO [Time-limited test {}] server.Server(415): Started @4146ms 2024-11-20T13:40:09,635 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:40:11,212 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/cluster_a5f45583-8243-ffe6-cc68-9f072c02ba3a/data/data4/current/BP-285141255-172.17.0.2-1732110007381/current, will proceed with Du for space computation calculation, 2024-11-20T13:40:11,212 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/cluster_a5f45583-8243-ffe6-cc68-9f072c02ba3a/data/data3/current/BP-285141255-172.17.0.2-1732110007381/current, will proceed with Du for space computation calculation, 2024-11-20T13:40:11,212 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/cluster_a5f45583-8243-ffe6-cc68-9f072c02ba3a/data/data2/current/BP-285141255-172.17.0.2-1732110007381/current, will proceed with Du for space computation calculation, 2024-11-20T13:40:11,212 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/cluster_a5f45583-8243-ffe6-cc68-9f072c02ba3a/data/data1/current/BP-285141255-172.17.0.2-1732110007381/current, will proceed with Du for space computation calculation, 2024-11-20T13:40:11,244 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:40:11,244 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:40:11,281 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/cluster_a5f45583-8243-ffe6-cc68-9f072c02ba3a/data/data6/current/BP-285141255-172.17.0.2-1732110007381/current, will proceed with Du for space computation calculation, 2024-11-20T13:40:11,281 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/cluster_a5f45583-8243-ffe6-cc68-9f072c02ba3a/data/data5/current/BP-285141255-172.17.0.2-1732110007381/current, will proceed with Du for space computation calculation, 2024-11-20T13:40:11,291 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cfd980f7abd72c with lease ID 0xb3d627ee46c58f9c: Processing first storage report for DS-6a401e68-019a-44d1-91ab-9bcb0ca66085 from datanode DatanodeRegistration(127.0.0.1:41475, datanodeUuid=cbf352b2-2e91-4d26-9123-af1a0077954f, infoPort=38943, infoSecurePort=0, ipcPort=46255, storageInfo=lv=-57;cid=testClusterID;nsid=1285204618;c=1732110007381) 2024-11-20T13:40:11,292 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cfd980f7abd72c with lease ID 0xb3d627ee46c58f9c: from storage DS-6a401e68-019a-44d1-91ab-9bcb0ca66085 node DatanodeRegistration(127.0.0.1:41475, datanodeUuid=cbf352b2-2e91-4d26-9123-af1a0077954f, infoPort=38943, infoSecurePort=0, ipcPort=46255, storageInfo=lv=-57;cid=testClusterID;nsid=1285204618;c=1732110007381), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T13:40:11,293 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4dfbc9696add32d6 with lease ID 0xb3d627ee46c58f9b: Processing first storage report for DS-b31fe770-5b3d-4488-890b-e1a5cd2dc596 from datanode DatanodeRegistration(127.0.0.1:42093, datanodeUuid=01e6bb93-94f7-4495-9542-15f32c1e5d31, infoPort=43397, infoSecurePort=0, ipcPort=36609, storageInfo=lv=-57;cid=testClusterID;nsid=1285204618;c=1732110007381) 2024-11-20T13:40:11,293 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4dfbc9696add32d6 with lease ID 0xb3d627ee46c58f9b: from storage DS-b31fe770-5b3d-4488-890b-e1a5cd2dc596 node DatanodeRegistration(127.0.0.1:42093, datanodeUuid=01e6bb93-94f7-4495-9542-15f32c1e5d31, infoPort=43397, infoSecurePort=0, ipcPort=36609, storageInfo=lv=-57;cid=testClusterID;nsid=1285204618;c=1732110007381), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:40:11,293 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cfd980f7abd72c with lease ID 0xb3d627ee46c58f9c: Processing first storage report for DS-954726a2-d365-42fb-b59d-0fb33504a264 from datanode DatanodeRegistration(127.0.0.1:41475, datanodeUuid=cbf352b2-2e91-4d26-9123-af1a0077954f, infoPort=38943, infoSecurePort=0, ipcPort=46255, storageInfo=lv=-57;cid=testClusterID;nsid=1285204618;c=1732110007381) 2024-11-20T13:40:11,293 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cfd980f7abd72c with lease ID 0xb3d627ee46c58f9c: from storage DS-954726a2-d365-42fb-b59d-0fb33504a264 node DatanodeRegistration(127.0.0.1:41475, datanodeUuid=cbf352b2-2e91-4d26-9123-af1a0077954f, infoPort=38943, infoSecurePort=0, ipcPort=46255, storageInfo=lv=-57;cid=testClusterID;nsid=1285204618;c=1732110007381), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:40:11,293 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4dfbc9696add32d6 with lease ID 0xb3d627ee46c58f9b: Processing first storage report for DS-e5f478b0-7981-42c9-95f4-915fbd4e871d from datanode DatanodeRegistration(127.0.0.1:42093, datanodeUuid=01e6bb93-94f7-4495-9542-15f32c1e5d31, infoPort=43397, infoSecurePort=0, ipcPort=36609, storageInfo=lv=-57;cid=testClusterID;nsid=1285204618;c=1732110007381) 2024-11-20T13:40:11,294 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4dfbc9696add32d6 with lease ID 0xb3d627ee46c58f9b: from storage DS-e5f478b0-7981-42c9-95f4-915fbd4e871d node DatanodeRegistration(127.0.0.1:42093, datanodeUuid=01e6bb93-94f7-4495-9542-15f32c1e5d31, infoPort=43397, infoSecurePort=0, ipcPort=36609, storageInfo=lv=-57;cid=testClusterID;nsid=1285204618;c=1732110007381), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:40:11,302 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:40:11,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8cce458d1ec719b with lease ID 0xb3d627ee46c58f9d: Processing first storage report for DS-a51ee9c8-2e57-41d5-ba38-9299a589cd7e from datanode DatanodeRegistration(127.0.0.1:45935, datanodeUuid=29c13f38-b35e-47ef-a0b1-88944889b379, infoPort=39891, infoSecurePort=0, ipcPort=39553, storageInfo=lv=-57;cid=testClusterID;nsid=1285204618;c=1732110007381) 2024-11-20T13:40:11,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8cce458d1ec719b with lease ID 0xb3d627ee46c58f9d: from storage DS-a51ee9c8-2e57-41d5-ba38-9299a589cd7e node DatanodeRegistration(127.0.0.1:45935, datanodeUuid=29c13f38-b35e-47ef-a0b1-88944889b379, infoPort=39891, infoSecurePort=0, ipcPort=39553, storageInfo=lv=-57;cid=testClusterID;nsid=1285204618;c=1732110007381), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T13:40:11,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8cce458d1ec719b with lease ID 0xb3d627ee46c58f9d: Processing first storage report for DS-572e9881-1a8c-4514-8c36-fb70ff618732 from datanode DatanodeRegistration(127.0.0.1:45935, datanodeUuid=29c13f38-b35e-47ef-a0b1-88944889b379, infoPort=39891, infoSecurePort=0, ipcPort=39553, storageInfo=lv=-57;cid=testClusterID;nsid=1285204618;c=1732110007381) 2024-11-20T13:40:11,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8cce458d1ec719b with lease ID 0xb3d627ee46c58f9d: from storage DS-572e9881-1a8c-4514-8c36-fb70ff618732 node DatanodeRegistration(127.0.0.1:45935, datanodeUuid=29c13f38-b35e-47ef-a0b1-88944889b379, infoPort=39891, infoSecurePort=0, ipcPort=39553, storageInfo=lv=-57;cid=testClusterID;nsid=1285204618;c=1732110007381), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:40:11,367 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f 2024-11-20T13:40:11,455 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/cluster_a5f45583-8243-ffe6-cc68-9f072c02ba3a/zookeeper_0, clientPort=62422, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/cluster_a5f45583-8243-ffe6-cc68-9f072c02ba3a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/cluster_a5f45583-8243-ffe6-cc68-9f072c02ba3a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T13:40:11,463 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62422 2024-11-20T13:40:11,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:40:11,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:40:11,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741825_1001 (size=7) 2024-11-20T13:40:11,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741825_1001 (size=7) 2024-11-20T13:40:11,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741825_1001 (size=7) 2024-11-20T13:40:12,110 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 with version=8 2024-11-20T13:40:12,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/hbase-staging 2024-11-20T13:40:12,192 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T13:40:12,486 INFO [Time-limited test {}] client.ConnectionUtils(128): master/28425b5b8f92:0 server-side Connection retries=45 2024-11-20T13:40:12,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:40:12,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:40:12,499 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:40:12,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:40:12,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:40:12,625 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T13:40:12,680 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T13:40:12,689 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T13:40:12,693 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:40:12,717 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 2494 (auto-detected) 2024-11-20T13:40:12,718 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T13:40:12,734 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42989 2024-11-20T13:40:12,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42989 connecting to ZooKeeper ensemble=127.0.0.1:62422 2024-11-20T13:40:12,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429890x0, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:40:12,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42989-0x101587947d70000 connected 2024-11-20T13:40:12,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:40:12,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:40:13,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:40:13,011 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3, hbase.cluster.distributed=false 2024-11-20T13:40:13,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:40:13,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42989 2024-11-20T13:40:13,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42989 2024-11-20T13:40:13,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42989 2024-11-20T13:40:13,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42989 2024-11-20T13:40:13,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42989 2024-11-20T13:40:13,144 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/28425b5b8f92:0 server-side Connection retries=45 2024-11-20T13:40:13,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:40:13,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:40:13,147 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:40:13,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:40:13,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:40:13,150 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:40:13,152 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:40:13,153 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43975 2024-11-20T13:40:13,155 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43975 connecting to ZooKeeper ensemble=127.0.0.1:62422 2024-11-20T13:40:13,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:40:13,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:40:13,179 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439750x0, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:40:13,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43975-0x101587947d70001 connected 2024-11-20T13:40:13,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:40:13,185 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T13:40:13,192 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T13:40:13,195 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:40:13,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:40:13,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43975 2024-11-20T13:40:13,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43975 2024-11-20T13:40:13,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43975 2024-11-20T13:40:13,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43975 2024-11-20T13:40:13,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43975 2024-11-20T13:40:13,219 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/28425b5b8f92:0 server-side Connection retries=45 2024-11-20T13:40:13,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:40:13,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:40:13,220 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:40:13,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:40:13,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:40:13,220 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:40:13,221 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:40:13,222 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41775 2024-11-20T13:40:13,223 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41775 connecting to ZooKeeper ensemble=127.0.0.1:62422 2024-11-20T13:40:13,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:40:13,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:40:13,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417750x0, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:40:13,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417750x0, quorum=127.0.0.1:62422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:40:13,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41775-0x101587947d70002 connected 2024-11-20T13:40:13,243 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T13:40:13,245 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T13:40:13,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41775-0x101587947d70002, quorum=127.0.0.1:62422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:40:13,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41775-0x101587947d70002, quorum=127.0.0.1:62422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:40:13,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41775 2024-11-20T13:40:13,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41775 2024-11-20T13:40:13,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41775 2024-11-20T13:40:13,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41775 2024-11-20T13:40:13,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41775 2024-11-20T13:40:13,269 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/28425b5b8f92:0 server-side Connection retries=45 2024-11-20T13:40:13,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:40:13,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:40:13,270 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:40:13,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:40:13,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:40:13,270 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:40:13,270 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:40:13,271 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43915 2024-11-20T13:40:13,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43915 connecting to ZooKeeper ensemble=127.0.0.1:62422 2024-11-20T13:40:13,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:40:13,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:40:13,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439150x0, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:40:13,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439150x0, quorum=127.0.0.1:62422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:40:13,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43915-0x101587947d70003 connected 2024-11-20T13:40:13,290 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T13:40:13,292 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T13:40:13,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:40:13,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:40:13,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43915 2024-11-20T13:40:13,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43915 2024-11-20T13:40:13,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43915 2024-11-20T13:40:13,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43915 2024-11-20T13:40:13,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43915 2024-11-20T13:40:13,313 DEBUG [M:0;28425b5b8f92:42989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;28425b5b8f92:42989 2024-11-20T13:40:13,314 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/28425b5b8f92,42989,1732110012331 2024-11-20T13:40:13,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x101587947d70002, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:40:13,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:40:13,331 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:40:13,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:40:13,334 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/28425b5b8f92,42989,1732110012331 2024-11-20T13:40:13,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x101587947d70002, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:40:13,368 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:40:13,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:40:13,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:40:13,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x101587947d70002, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:40:13,369 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:40:13,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:40:13,370 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T13:40:13,371 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/28425b5b8f92,42989,1732110012331 from backup master directory 2024-11-20T13:40:13,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/28425b5b8f92,42989,1732110012331 2024-11-20T13:40:13,383 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:40:13,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:40:13,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:40:13,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x101587947d70002, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:40:13,384 WARN [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:40:13,385 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=28425b5b8f92,42989,1732110012331 2024-11-20T13:40:13,387 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T13:40:13,388 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T13:40:13,447 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/hbase.id] with ID: 67e8cfb9-6e2a-4eb9-ba35-1332ae432dda 2024-11-20T13:40:13,447 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/.tmp/hbase.id 2024-11-20T13:40:13,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741826_1002 (size=42) 2024-11-20T13:40:13,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741826_1002 (size=42) 2024-11-20T13:40:13,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741826_1002 (size=42) 2024-11-20T13:40:13,464 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/.tmp/hbase.id]:[hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/hbase.id] 2024-11-20T13:40:13,515 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:40:13,521 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T13:40:13,538 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-20T13:40:13,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:40:13,552 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:40:13,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:40:13,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x101587947d70002, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:40:13,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741827_1003 (size=196) 2024-11-20T13:40:13,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741827_1003 (size=196) 2024-11-20T13:40:13,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741827_1003 (size=196) 2024-11-20T13:40:13,588 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:40:13,590 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T13:40:13,604 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:40:13,608 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:40:13,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741828_1004 (size=1189) 2024-11-20T13:40:13,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741828_1004 (size=1189) 2024-11-20T13:40:13,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741828_1004 (size=1189) 2024-11-20T13:40:13,656 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/MasterData/data/master/store 2024-11-20T13:40:13,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741829_1005 (size=34) 2024-11-20T13:40:13,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741829_1005 (size=34) 2024-11-20T13:40:13,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741829_1005 (size=34) 2024-11-20T13:40:13,684 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T13:40:13,687 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:13,688 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T13:40:13,688 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:40:13,689 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:40:13,690 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T13:40:13,690 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:40:13,690 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:40:13,691 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732110013688Disabling compacts and flushes for region at 1732110013688Disabling writes for close at 1732110013690 (+2 ms)Writing region close event to WAL at 1732110013690Closed at 1732110013690 2024-11-20T13:40:13,694 WARN [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/MasterData/data/master/store/.initializing 2024-11-20T13:40:13,694 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/MasterData/WALs/28425b5b8f92,42989,1732110012331 2024-11-20T13:40:13,702 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:40:13,717 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28425b5b8f92%2C42989%2C1732110012331, suffix=, logDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/MasterData/WALs/28425b5b8f92,42989,1732110012331, archiveDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/MasterData/oldWALs, maxLogs=10 2024-11-20T13:40:13,738 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/MasterData/WALs/28425b5b8f92,42989,1732110012331/28425b5b8f92%2C42989%2C1732110012331.1732110013721, exclude list is [], retry=0 2024-11-20T13:40:13,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41475,DS-6a401e68-019a-44d1-91ab-9bcb0ca66085,DISK] 2024-11-20T13:40:13,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42093,DS-b31fe770-5b3d-4488-890b-e1a5cd2dc596,DISK] 2024-11-20T13:40:13,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45935,DS-a51ee9c8-2e57-41d5-ba38-9299a589cd7e,DISK] 2024-11-20T13:40:13,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T13:40:13,795 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/MasterData/WALs/28425b5b8f92,42989,1732110012331/28425b5b8f92%2C42989%2C1732110012331.1732110013721 2024-11-20T13:40:13,796 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43397:43397),(127.0.0.1/127.0.0.1:38943:38943),(127.0.0.1/127.0.0.1:39891:39891)] 2024-11-20T13:40:13,797 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:40:13,797 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:13,800 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:40:13,801 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:40:13,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:40:13,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T13:40:13,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:13,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:40:13,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:40:13,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T13:40:13,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:13,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:13,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:40:13,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T13:40:13,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:13,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:13,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:40:13,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T13:40:13,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:13,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:13,878 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:40:13,882 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:40:13,883 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:40:13,889 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:40:13,889 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:40:13,893 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T13:40:13,896 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:40:13,901 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:13,902 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69133180, jitterRate=0.030164659023284912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T13:40:13,911 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732110013813Initializing all the Stores at 1732110013815 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110013816 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110013817 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110013817Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110013817Cleaning up temporary data from old regions at 1732110013890 (+73 ms)Region opened successfully at 1732110013910 (+20 ms) 2024-11-20T13:40:13,912 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T13:40:13,944 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24338432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=28425b5b8f92/172.17.0.2:0 2024-11-20T13:40:13,970 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T13:40:13,980 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T13:40:13,980 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T13:40:13,983 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T13:40:13,984 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T13:40:13,990 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-20T13:40:13,990 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T13:40:14,017 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T13:40:14,025 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T13:40:14,078 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T13:40:14,084 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T13:40:14,088 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T13:40:14,099 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T13:40:14,101 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T13:40:14,105 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T13:40:14,115 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T13:40:14,118 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T13:40:14,131 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T13:40:14,151 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T13:40:14,162 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T13:40:14,173 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:40:14,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:40:14,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x101587947d70002, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:40:14,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:40:14,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x101587947d70002, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:40:14,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:40:14,173 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:40:14,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:40:14,177 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=28425b5b8f92,42989,1732110012331, sessionid=0x101587947d70000, setting cluster-up flag (Was=false) 2024-11-20T13:40:14,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:40:14,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x101587947d70002, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:40:14,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:40:14,210 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:40:14,247 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T13:40:14,252 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=28425b5b8f92,42989,1732110012331 2024-11-20T13:40:14,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:40:14,278 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:40:14,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:40:14,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x101587947d70002, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:40:14,309 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T13:40:14,313 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=28425b5b8f92,42989,1732110012331 2024-11-20T13:40:14,323 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T13:40:14,393 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T13:40:14,403 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(746): ClusterId : 67e8cfb9-6e2a-4eb9-ba35-1332ae432dda 2024-11-20T13:40:14,403 INFO [RS:1;28425b5b8f92:41775 {}] regionserver.HRegionServer(746): ClusterId : 67e8cfb9-6e2a-4eb9-ba35-1332ae432dda 2024-11-20T13:40:14,403 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(746): ClusterId : 67e8cfb9-6e2a-4eb9-ba35-1332ae432dda 2024-11-20T13:40:14,403 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T13:40:14,405 DEBUG [RS:2;28425b5b8f92:43915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T13:40:14,405 DEBUG [RS:1;28425b5b8f92:41775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T13:40:14,405 DEBUG [RS:0;28425b5b8f92:43975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T13:40:14,410 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T13:40:14,416 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 28425b5b8f92,42989,1732110012331 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T13:40:14,427 DEBUG [RS:2;28425b5b8f92:43915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T13:40:14,427 DEBUG [RS:1;28425b5b8f92:41775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T13:40:14,427 DEBUG [RS:0;28425b5b8f92:43975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T13:40:14,427 DEBUG [RS:2;28425b5b8f92:43915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T13:40:14,427 DEBUG [RS:1;28425b5b8f92:41775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T13:40:14,427 DEBUG [RS:0;28425b5b8f92:43975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T13:40:14,428 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:40:14,428 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:40:14,429 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:40:14,429 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:40:14,429 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/28425b5b8f92:0, corePoolSize=10, maxPoolSize=10 2024-11-20T13:40:14,429 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,429 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/28425b5b8f92:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:40:14,429 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,430 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732110044430 2024-11-20T13:40:14,431 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T13:40:14,432 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T13:40:14,435 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:40:14,435 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T13:40:14,436 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T13:40:14,436 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T13:40:14,436 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T13:40:14,437 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T13:40:14,437 DEBUG [RS:2;28425b5b8f92:43915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T13:40:14,437 DEBUG [RS:0;28425b5b8f92:43975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T13:40:14,437 DEBUG [RS:1;28425b5b8f92:41775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T13:40:14,438 DEBUG [RS:2;28425b5b8f92:43915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6292a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=28425b5b8f92/172.17.0.2:0 2024-11-20T13:40:14,438 DEBUG [RS:1;28425b5b8f92:41775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50eb949a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=28425b5b8f92/172.17.0.2:0 2024-11-20T13:40:14,438 DEBUG [RS:0;28425b5b8f92:43975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af02a9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=28425b5b8f92/172.17.0.2:0 2024-11-20T13:40:14,438 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,442 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T13:40:14,443 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:14,443 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T13:40:14,444 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T13:40:14,443 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T13:40:14,446 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T13:40:14,446 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T13:40:14,448 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.large.0-1732110014448,5,FailOnTimeoutGroup] 2024-11-20T13:40:14,452 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.small.0-1732110014448,5,FailOnTimeoutGroup] 2024-11-20T13:40:14,452 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,452 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T13:40:14,454 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,454 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,454 DEBUG [RS:1;28425b5b8f92:41775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;28425b5b8f92:41775 2024-11-20T13:40:14,455 DEBUG [RS:2;28425b5b8f92:43915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;28425b5b8f92:43915 2024-11-20T13:40:14,455 DEBUG [RS:0;28425b5b8f92:43975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;28425b5b8f92:43975 2024-11-20T13:40:14,458 INFO [RS:1;28425b5b8f92:41775 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T13:40:14,458 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T13:40:14,458 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T13:40:14,458 INFO [RS:1;28425b5b8f92:41775 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T13:40:14,458 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T13:40:14,458 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T13:40:14,458 DEBUG [RS:1;28425b5b8f92:41775 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T13:40:14,458 DEBUG [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T13:40:14,458 DEBUG [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T13:40:14,461 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(2659): reportForDuty to master=28425b5b8f92,42989,1732110012331 with port=43915, startcode=1732110013268 2024-11-20T13:40:14,461 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(2659): reportForDuty to master=28425b5b8f92,42989,1732110012331 with port=43975, startcode=1732110013111 2024-11-20T13:40:14,462 INFO [RS:1;28425b5b8f92:41775 {}] regionserver.HRegionServer(2659): reportForDuty to master=28425b5b8f92,42989,1732110012331 with port=41775, startcode=1732110013219 2024-11-20T13:40:14,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741831_1007 (size=1321) 2024-11-20T13:40:14,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741831_1007 (size=1321) 2024-11-20T13:40:14,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741831_1007 (size=1321) 2024-11-20T13:40:14,464 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T13:40:14,465 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:14,475 DEBUG [RS:1;28425b5b8f92:41775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T13:40:14,475 DEBUG [RS:0;28425b5b8f92:43975 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T13:40:14,475 DEBUG [RS:2;28425b5b8f92:43915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T13:40:14,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741832_1008 (size=32) 2024-11-20T13:40:14,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741832_1008 (size=32) 2024-11-20T13:40:14,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741832_1008 (size=32) 2024-11-20T13:40:14,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:14,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:40:14,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:40:14,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:14,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:40:14,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T13:40:14,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T13:40:14,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:14,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:40:14,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:40:14,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:40:14,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:14,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:40:14,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:40:14,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:40:14,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:14,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:40:14,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T13:40:14,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740 2024-11-20T13:40:14,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740 2024-11-20T13:40:14,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T13:40:14,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T13:40:14,522 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T13:40:14,523 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54113, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T13:40:14,523 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51685, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T13:40:14,523 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34717, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T13:40:14,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T13:40:14,530 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:14,531 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 28425b5b8f92,43915,1732110013268 2024-11-20T13:40:14,531 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68521051, jitterRate=0.02104322612285614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T13:40:14,534 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42989 {}] master.ServerManager(517): Registering regionserver=28425b5b8f92,43915,1732110013268 2024-11-20T13:40:14,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732110014483Initializing all the Stores at 1732110014485 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110014485Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110014485Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110014485Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110014485Cleaning up temporary data from old regions at 1732110014520 (+35 ms)Region opened successfully at 1732110014535 (+15 ms) 2024-11-20T13:40:14,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T13:40:14,536 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T13:40:14,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T13:40:14,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T13:40:14,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T13:40:14,537 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T13:40:14,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732110014535Disabling compacts and flushes for region at 1732110014535Disabling writes for close at 1732110014536 (+1 ms)Writing region close event to WAL at 1732110014537 (+1 ms)Closed at 1732110014537 2024-11-20T13:40:14,541 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:40:14,541 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T13:40:14,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 28425b5b8f92,43975,1732110013111 2024-11-20T13:40:14,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42989 {}] master.ServerManager(517): Registering regionserver=28425b5b8f92,43975,1732110013111 2024-11-20T13:40:14,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T13:40:14,550 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 28425b5b8f92,41775,1732110013219 2024-11-20T13:40:14,550 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42989 {}] master.ServerManager(517): Registering regionserver=28425b5b8f92,41775,1732110013219 2024-11-20T13:40:14,550 DEBUG [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:14,550 DEBUG [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:14,551 DEBUG [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42281 2024-11-20T13:40:14,551 DEBUG [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42281 2024-11-20T13:40:14,551 DEBUG [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T13:40:14,551 DEBUG [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T13:40:14,556 DEBUG [RS:1;28425b5b8f92:41775 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:14,556 DEBUG [RS:1;28425b5b8f92:41775 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42281 2024-11-20T13:40:14,557 DEBUG [RS:1;28425b5b8f92:41775 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T13:40:14,559 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T13:40:14,561 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T13:40:14,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:40:14,604 DEBUG [RS:0;28425b5b8f92:43975 {}] zookeeper.ZKUtil(111): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/28425b5b8f92,43975,1732110013111 2024-11-20T13:40:14,604 DEBUG [RS:2;28425b5b8f92:43915 {}] zookeeper.ZKUtil(111): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/28425b5b8f92,43915,1732110013268 2024-11-20T13:40:14,605 WARN [RS:2;28425b5b8f92:43915 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:40:14,605 WARN [RS:0;28425b5b8f92:43975 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:40:14,605 INFO [RS:0;28425b5b8f92:43975 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:40:14,605 INFO [RS:2;28425b5b8f92:43915 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:40:14,605 DEBUG [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,43975,1732110013111 2024-11-20T13:40:14,605 DEBUG [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,43915,1732110013268 2024-11-20T13:40:14,605 DEBUG [RS:1;28425b5b8f92:41775 {}] zookeeper.ZKUtil(111): regionserver:41775-0x101587947d70002, quorum=127.0.0.1:62422, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/28425b5b8f92,41775,1732110013219 2024-11-20T13:40:14,605 WARN [RS:1;28425b5b8f92:41775 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:40:14,605 INFO [RS:1;28425b5b8f92:41775 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:40:14,606 DEBUG [RS:1;28425b5b8f92:41775 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219 2024-11-20T13:40:14,607 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [28425b5b8f92,43975,1732110013111] 2024-11-20T13:40:14,607 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [28425b5b8f92,43915,1732110013268] 2024-11-20T13:40:14,607 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [28425b5b8f92,41775,1732110013219] 2024-11-20T13:40:14,633 INFO [RS:1;28425b5b8f92:41775 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T13:40:14,633 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T13:40:14,633 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T13:40:14,649 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T13:40:14,649 INFO [RS:1;28425b5b8f92:41775 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T13:40:14,650 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T13:40:14,655 INFO [RS:2;28425b5b8f92:43915 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T13:40:14,655 INFO [RS:0;28425b5b8f92:43975 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T13:40:14,655 INFO [RS:1;28425b5b8f92:41775 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T13:40:14,655 INFO [RS:0;28425b5b8f92:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,655 INFO [RS:2;28425b5b8f92:43915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,655 INFO [RS:1;28425b5b8f92:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,656 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T13:40:14,656 INFO [RS:1;28425b5b8f92:41775 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T13:40:14,656 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T13:40:14,661 INFO [RS:0;28425b5b8f92:43975 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T13:40:14,661 INFO [RS:1;28425b5b8f92:41775 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T13:40:14,661 INFO [RS:2;28425b5b8f92:43915 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T13:40:14,663 INFO [RS:1;28425b5b8f92:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,663 INFO [RS:2;28425b5b8f92:43915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,663 INFO [RS:0;28425b5b8f92:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,663 DEBUG [RS:1;28425b5b8f92:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,663 DEBUG [RS:0;28425b5b8f92:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,663 DEBUG [RS:2;28425b5b8f92:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,664 DEBUG [RS:1;28425b5b8f92:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,664 DEBUG [RS:2;28425b5b8f92:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,664 DEBUG [RS:0;28425b5b8f92:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,664 DEBUG [RS:1;28425b5b8f92:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,664 DEBUG [RS:2;28425b5b8f92:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,664 DEBUG [RS:0;28425b5b8f92:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,664 DEBUG [RS:2;28425b5b8f92:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,664 DEBUG [RS:1;28425b5b8f92:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,664 DEBUG [RS:0;28425b5b8f92:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,664 DEBUG [RS:2;28425b5b8f92:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,664 DEBUG [RS:1;28425b5b8f92:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,664 DEBUG [RS:0;28425b5b8f92:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,664 DEBUG [RS:1;28425b5b8f92:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:40:14,664 DEBUG [RS:2;28425b5b8f92:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:40:14,664 DEBUG [RS:0;28425b5b8f92:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:40:14,664 DEBUG [RS:1;28425b5b8f92:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,664 DEBUG [RS:2;28425b5b8f92:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,664 DEBUG [RS:0;28425b5b8f92:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,665 DEBUG [RS:1;28425b5b8f92:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,665 DEBUG [RS:2;28425b5b8f92:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,665 DEBUG [RS:0;28425b5b8f92:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,665 DEBUG [RS:1;28425b5b8f92:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,665 DEBUG [RS:2;28425b5b8f92:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,665 DEBUG [RS:0;28425b5b8f92:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,665 DEBUG [RS:1;28425b5b8f92:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,665 DEBUG [RS:2;28425b5b8f92:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,665 DEBUG [RS:0;28425b5b8f92:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,665 DEBUG [RS:1;28425b5b8f92:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,665 DEBUG [RS:2;28425b5b8f92:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,665 DEBUG [RS:0;28425b5b8f92:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,665 DEBUG [RS:2;28425b5b8f92:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,665 DEBUG [RS:1;28425b5b8f92:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,665 DEBUG [RS:0;28425b5b8f92:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:40:14,665 DEBUG [RS:2;28425b5b8f92:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/28425b5b8f92:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:40:14,665 DEBUG [RS:1;28425b5b8f92:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/28425b5b8f92:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:40:14,665 DEBUG [RS:0;28425b5b8f92:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/28425b5b8f92:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:40:14,666 DEBUG [RS:2;28425b5b8f92:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:40:14,666 DEBUG [RS:1;28425b5b8f92:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:40:14,666 DEBUG [RS:0;28425b5b8f92:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:40:14,676 INFO [RS:0;28425b5b8f92:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,676 INFO [RS:2;28425b5b8f92:43915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,676 INFO [RS:1;28425b5b8f92:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,676 INFO [RS:2;28425b5b8f92:43915 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,676 INFO [RS:1;28425b5b8f92:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,676 INFO [RS:0;28425b5b8f92:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,677 INFO [RS:2;28425b5b8f92:43915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,677 INFO [RS:1;28425b5b8f92:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,677 INFO [RS:0;28425b5b8f92:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,677 INFO [RS:2;28425b5b8f92:43915 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,677 INFO [RS:1;28425b5b8f92:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,677 INFO [RS:0;28425b5b8f92:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,677 INFO [RS:2;28425b5b8f92:43915 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,677 INFO [RS:1;28425b5b8f92:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,677 INFO [RS:0;28425b5b8f92:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,677 INFO [RS:1;28425b5b8f92:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,41775,1732110013219-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:40:14,677 INFO [RS:2;28425b5b8f92:43915 {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,43915,1732110013268-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:40:14,677 INFO [RS:0;28425b5b8f92:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,43975,1732110013111-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:40:14,697 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T13:40:14,699 INFO [RS:2;28425b5b8f92:43915 {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,43915,1732110013268-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,699 INFO [RS:1;28425b5b8f92:41775 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T13:40:14,700 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T13:40:14,700 INFO [RS:1;28425b5b8f92:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,41775,1732110013219-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,700 INFO [RS:2;28425b5b8f92:43915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,700 INFO [RS:0;28425b5b8f92:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,43975,1732110013111-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,700 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.Replication(171): 28425b5b8f92,43915,1732110013268 started 2024-11-20T13:40:14,700 INFO [RS:1;28425b5b8f92:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,700 INFO [RS:1;28425b5b8f92:41775 {}] regionserver.Replication(171): 28425b5b8f92,41775,1732110013219 started 2024-11-20T13:40:14,700 INFO [RS:0;28425b5b8f92:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,700 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.Replication(171): 28425b5b8f92,43975,1732110013111 started 2024-11-20T13:40:14,712 WARN [28425b5b8f92:42989 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T13:40:14,721 INFO [RS:2;28425b5b8f92:43915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,721 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(1482): Serving as 28425b5b8f92,43915,1732110013268, RpcServer on 28425b5b8f92/172.17.0.2:43915, sessionid=0x101587947d70003 2024-11-20T13:40:14,722 DEBUG [RS:2;28425b5b8f92:43915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T13:40:14,722 DEBUG [RS:2;28425b5b8f92:43915 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 28425b5b8f92,43915,1732110013268 2024-11-20T13:40:14,723 DEBUG [RS:2;28425b5b8f92:43915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '28425b5b8f92,43915,1732110013268' 2024-11-20T13:40:14,723 DEBUG [RS:2;28425b5b8f92:43915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T13:40:14,724 DEBUG [RS:2;28425b5b8f92:43915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T13:40:14,724 INFO [RS:1;28425b5b8f92:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,724 INFO [RS:0;28425b5b8f92:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:14,725 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(1482): Serving as 28425b5b8f92,43975,1732110013111, RpcServer on 28425b5b8f92/172.17.0.2:43975, sessionid=0x101587947d70001 2024-11-20T13:40:14,725 INFO [RS:1;28425b5b8f92:41775 {}] regionserver.HRegionServer(1482): Serving as 28425b5b8f92,41775,1732110013219, RpcServer on 28425b5b8f92/172.17.0.2:41775, sessionid=0x101587947d70002 2024-11-20T13:40:14,725 DEBUG [RS:2;28425b5b8f92:43915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T13:40:14,725 DEBUG [RS:2;28425b5b8f92:43915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T13:40:14,725 DEBUG [RS:0;28425b5b8f92:43975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T13:40:14,725 DEBUG [RS:1;28425b5b8f92:41775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T13:40:14,725 DEBUG [RS:2;28425b5b8f92:43915 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 28425b5b8f92,43915,1732110013268 2024-11-20T13:40:14,725 DEBUG [RS:0;28425b5b8f92:43975 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 28425b5b8f92,43975,1732110013111 2024-11-20T13:40:14,725 DEBUG [RS:1;28425b5b8f92:41775 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 28425b5b8f92,41775,1732110013219 2024-11-20T13:40:14,725 DEBUG [RS:2;28425b5b8f92:43915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '28425b5b8f92,43915,1732110013268' 2024-11-20T13:40:14,725 DEBUG [RS:0;28425b5b8f92:43975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '28425b5b8f92,43975,1732110013111' 2024-11-20T13:40:14,725 DEBUG [RS:1;28425b5b8f92:41775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '28425b5b8f92,41775,1732110013219' 2024-11-20T13:40:14,725 DEBUG [RS:2;28425b5b8f92:43915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T13:40:14,725 DEBUG [RS:1;28425b5b8f92:41775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T13:40:14,725 DEBUG [RS:0;28425b5b8f92:43975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T13:40:14,726 DEBUG [RS:2;28425b5b8f92:43915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T13:40:14,726 DEBUG [RS:1;28425b5b8f92:41775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T13:40:14,726 DEBUG [RS:0;28425b5b8f92:43975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T13:40:14,726 DEBUG [RS:2;28425b5b8f92:43915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T13:40:14,726 DEBUG [RS:1;28425b5b8f92:41775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T13:40:14,726 DEBUG [RS:0;28425b5b8f92:43975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T13:40:14,726 DEBUG [RS:0;28425b5b8f92:43975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T13:40:14,726 DEBUG [RS:1;28425b5b8f92:41775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T13:40:14,726 INFO [RS:2;28425b5b8f92:43915 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T13:40:14,726 DEBUG [RS:1;28425b5b8f92:41775 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 28425b5b8f92,41775,1732110013219 2024-11-20T13:40:14,726 DEBUG [RS:0;28425b5b8f92:43975 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 28425b5b8f92,43975,1732110013111 2024-11-20T13:40:14,726 INFO [RS:2;28425b5b8f92:43915 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T13:40:14,726 DEBUG [RS:0;28425b5b8f92:43975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '28425b5b8f92,43975,1732110013111' 2024-11-20T13:40:14,726 DEBUG [RS:1;28425b5b8f92:41775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '28425b5b8f92,41775,1732110013219' 2024-11-20T13:40:14,727 DEBUG [RS:0;28425b5b8f92:43975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T13:40:14,727 DEBUG [RS:1;28425b5b8f92:41775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T13:40:14,727 DEBUG [RS:0;28425b5b8f92:43975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T13:40:14,727 DEBUG [RS:1;28425b5b8f92:41775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T13:40:14,728 DEBUG [RS:1;28425b5b8f92:41775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T13:40:14,728 DEBUG [RS:0;28425b5b8f92:43975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T13:40:14,728 INFO [RS:1;28425b5b8f92:41775 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T13:40:14,728 INFO [RS:0;28425b5b8f92:43975 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T13:40:14,728 INFO [RS:1;28425b5b8f92:41775 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T13:40:14,728 INFO [RS:0;28425b5b8f92:43975 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T13:40:14,834 INFO [RS:2;28425b5b8f92:43915 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:40:14,834 INFO [RS:0;28425b5b8f92:43975 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:40:14,834 INFO [RS:1;28425b5b8f92:41775 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:40:14,838 INFO [RS:1;28425b5b8f92:41775 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28425b5b8f92%2C41775%2C1732110013219, suffix=, logDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219, archiveDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/oldWALs, maxLogs=32 2024-11-20T13:40:14,838 INFO [RS:0;28425b5b8f92:43975 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28425b5b8f92%2C43975%2C1732110013111, suffix=, logDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,43975,1732110013111, archiveDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/oldWALs, maxLogs=32 2024-11-20T13:40:14,838 INFO [RS:2;28425b5b8f92:43915 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28425b5b8f92%2C43915%2C1732110013268, suffix=, logDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,43915,1732110013268, archiveDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/oldWALs, maxLogs=32 2024-11-20T13:40:14,856 DEBUG [RS:0;28425b5b8f92:43975 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,43975,1732110013111/28425b5b8f92%2C43975%2C1732110013111.1732110014841, exclude list is [], retry=0 2024-11-20T13:40:14,861 DEBUG [RS:1;28425b5b8f92:41775 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219/28425b5b8f92%2C41775%2C1732110013219.1732110014842, exclude list is [], retry=0 2024-11-20T13:40:14,861 DEBUG [RS:2;28425b5b8f92:43915 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,43915,1732110013268/28425b5b8f92%2C43915%2C1732110013268.1732110014842, exclude list is [], retry=0 2024-11-20T13:40:14,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42093,DS-b31fe770-5b3d-4488-890b-e1a5cd2dc596,DISK] 2024-11-20T13:40:14,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45935,DS-a51ee9c8-2e57-41d5-ba38-9299a589cd7e,DISK] 2024-11-20T13:40:14,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41475,DS-6a401e68-019a-44d1-91ab-9bcb0ca66085,DISK] 2024-11-20T13:40:14,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45935,DS-a51ee9c8-2e57-41d5-ba38-9299a589cd7e,DISK] 2024-11-20T13:40:14,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42093,DS-b31fe770-5b3d-4488-890b-e1a5cd2dc596,DISK] 2024-11-20T13:40:14,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41475,DS-6a401e68-019a-44d1-91ab-9bcb0ca66085,DISK] 2024-11-20T13:40:14,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45935,DS-a51ee9c8-2e57-41d5-ba38-9299a589cd7e,DISK] 2024-11-20T13:40:14,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41475,DS-6a401e68-019a-44d1-91ab-9bcb0ca66085,DISK] 2024-11-20T13:40:14,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42093,DS-b31fe770-5b3d-4488-890b-e1a5cd2dc596,DISK] 2024-11-20T13:40:14,920 INFO [RS:0;28425b5b8f92:43975 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,43975,1732110013111/28425b5b8f92%2C43975%2C1732110013111.1732110014841 2024-11-20T13:40:14,920 INFO [RS:2;28425b5b8f92:43915 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,43915,1732110013268/28425b5b8f92%2C43915%2C1732110013268.1732110014842 2024-11-20T13:40:14,921 INFO [RS:1;28425b5b8f92:41775 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219/28425b5b8f92%2C41775%2C1732110013219.1732110014842 2024-11-20T13:40:14,921 DEBUG [RS:0;28425b5b8f92:43975 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43397:43397),(127.0.0.1/127.0.0.1:39891:39891),(127.0.0.1/127.0.0.1:38943:38943)] 2024-11-20T13:40:14,922 DEBUG [RS:2;28425b5b8f92:43915 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43397:43397),(127.0.0.1/127.0.0.1:38943:38943),(127.0.0.1/127.0.0.1:39891:39891)] 2024-11-20T13:40:14,922 DEBUG [RS:1;28425b5b8f92:41775 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38943:38943),(127.0.0.1/127.0.0.1:39891:39891),(127.0.0.1/127.0.0.1:43397:43397)] 2024-11-20T13:40:14,965 DEBUG [28425b5b8f92:42989 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T13:40:14,973 DEBUG [28425b5b8f92:42989 {}] balancer.BalancerClusterState(204): Hosts are {28425b5b8f92=0} racks are {/default-rack=0} 2024-11-20T13:40:14,981 DEBUG [28425b5b8f92:42989 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T13:40:14,981 DEBUG [28425b5b8f92:42989 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T13:40:14,981 DEBUG [28425b5b8f92:42989 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T13:40:14,981 DEBUG [28425b5b8f92:42989 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T13:40:14,981 DEBUG [28425b5b8f92:42989 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T13:40:14,981 DEBUG [28425b5b8f92:42989 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T13:40:14,981 INFO [28425b5b8f92:42989 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T13:40:14,981 INFO [28425b5b8f92:42989 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T13:40:14,981 INFO [28425b5b8f92:42989 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T13:40:14,982 DEBUG [28425b5b8f92:42989 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T13:40:14,991 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=28425b5b8f92,41775,1732110013219 2024-11-20T13:40:14,998 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28425b5b8f92,41775,1732110013219, state=OPENING 2024-11-20T13:40:15,143 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T13:40:15,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x101587947d70002, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:40:15,242 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:40:15,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:40:15,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:40:15,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:40:15,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:40:15,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:40:15,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:40:15,246 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T13:40:15,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=28425b5b8f92,41775,1732110013219}] 2024-11-20T13:40:15,429 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:40:15,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50041, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:40:15,443 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T13:40:15,444 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:40:15,444 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T13:40:15,448 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28425b5b8f92%2C41775%2C1732110013219.meta, suffix=.meta, logDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219, archiveDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/oldWALs, maxLogs=32 2024-11-20T13:40:15,464 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219/28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, exclude list is [], retry=0 2024-11-20T13:40:15,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41475,DS-6a401e68-019a-44d1-91ab-9bcb0ca66085,DISK] 2024-11-20T13:40:15,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42093,DS-b31fe770-5b3d-4488-890b-e1a5cd2dc596,DISK] 2024-11-20T13:40:15,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45935,DS-a51ee9c8-2e57-41d5-ba38-9299a589cd7e,DISK] 2024-11-20T13:40:15,471 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219/28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta 2024-11-20T13:40:15,471 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38943:38943),(127.0.0.1/127.0.0.1:43397:43397),(127.0.0.1/127.0.0.1:39891:39891)] 2024-11-20T13:40:15,472 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:40:15,473 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T13:40:15,475 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T13:40:15,479 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T13:40:15,483 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T13:40:15,484 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:15,484 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T13:40:15,484 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T13:40:15,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:40:15,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:40:15,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:15,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:40:15,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T13:40:15,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T13:40:15,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:15,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:40:15,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:40:15,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:40:15,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:15,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:40:15,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:40:15,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:40:15,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:15,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:40:15,497 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T13:40:15,499 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740 2024-11-20T13:40:15,502 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740 2024-11-20T13:40:15,504 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T13:40:15,505 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T13:40:15,506 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T13:40:15,509 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T13:40:15,510 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64628378, jitterRate=-0.0369621217250824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T13:40:15,511 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T13:40:15,512 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732110015485Writing region info on filesystem at 1732110015485Initializing all the Stores at 1732110015487 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110015487Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110015487Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110015487Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110015487Cleaning up temporary data from old regions at 1732110015505 (+18 ms)Running coprocessor post-open hooks at 1732110015511 (+6 ms)Region opened successfully at 1732110015512 (+1 ms) 2024-11-20T13:40:15,518 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732110015420 2024-11-20T13:40:15,529 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T13:40:15,529 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T13:40:15,531 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,41775,1732110013219 2024-11-20T13:40:15,533 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28425b5b8f92,41775,1732110013219, state=OPEN 2024-11-20T13:40:15,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x101587947d70002, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:40:15,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:40:15,547 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:40:15,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:40:15,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:40:15,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:40:15,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:40:15,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:40:15,548 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=28425b5b8f92,41775,1732110013219 2024-11-20T13:40:15,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T13:40:15,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=28425b5b8f92,41775,1732110013219 in 300 msec 2024-11-20T13:40:15,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T13:40:15,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0110 sec 2024-11-20T13:40:15,565 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:40:15,565 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T13:40:15,585 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:40:15,587 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:40:15,605 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:40:15,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40415, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:40:15,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2740 sec 2024-11-20T13:40:15,626 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732110015626, completionTime=-1 2024-11-20T13:40:15,628 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T13:40:15,629 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T13:40:15,652 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-20T13:40:15,652 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732110075652 2024-11-20T13:40:15,652 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732110135652 2024-11-20T13:40:15,652 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-11-20T13:40:15,654 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T13:40:15,660 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,42989,1732110012331-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:15,660 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,42989,1732110012331-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:15,660 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,42989,1732110012331-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:15,661 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-28425b5b8f92:42989, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:15,662 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:15,662 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:15,668 DEBUG [master/28425b5b8f92:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T13:40:15,689 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.304sec 2024-11-20T13:40:15,691 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T13:40:15,692 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T13:40:15,694 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T13:40:15,694 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T13:40:15,694 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T13:40:15,695 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,42989,1732110012331-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:40:15,696 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,42989,1732110012331-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T13:40:15,701 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T13:40:15,702 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T13:40:15,702 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,42989,1732110012331-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:40:15,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7510e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:40:15,720 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T13:40:15,720 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T13:40:15,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,42989,-1 for getting cluster id 2024-11-20T13:40:15,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T13:40:15,735 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67e8cfb9-6e2a-4eb9-ba35-1332ae432dda' 2024-11-20T13:40:15,738 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T13:40:15,738 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67e8cfb9-6e2a-4eb9-ba35-1332ae432dda" 2024-11-20T13:40:15,739 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477de4bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:40:15,739 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,42989,-1] 2024-11-20T13:40:15,741 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T13:40:15,743 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:40:15,745 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T13:40:15,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24caf39a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:40:15,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:40:15,757 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:40:15,757 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:40:15,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:40:15,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=28425b5b8f92,42989,1732110012331 2024-11-20T13:40:15,806 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-20T13:40:15,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T13:40:15,824 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 28425b5b8f92,42989,1732110012331 2024-11-20T13:40:15,827 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fd0e3cd 2024-11-20T13:40:15,828 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T13:40:15,831 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T13:40:15,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:40:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T13:40:15,856 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T13:40:15,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-20T13:40:15,859 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:15,863 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T13:40:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T13:40:15,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741837_1013 (size=1020) 2024-11-20T13:40:15,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741837_1013 (size=1020) 2024-11-20T13:40:15,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741837_1013 (size=1020) 2024-11-20T13:40:15,886 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 71f7bbb3f2a4b1b4f585498c1466a7a1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:15,887 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7d9fa54154560e751c80d6c8773e8a06, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:15,887 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 845516a71397597fe53c6f76f1d17058, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:15,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741838_1014 (size=110) 2024-11-20T13:40:15,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741838_1014 (size=110) 2024-11-20T13:40:15,916 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:15,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741838_1014 (size=110) 2024-11-20T13:40:15,916 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 845516a71397597fe53c6f76f1d17058, disabling compactions & flushes 2024-11-20T13:40:15,916 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058. 2024-11-20T13:40:15,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741839_1015 (size=110) 2024-11-20T13:40:15,916 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058. 2024-11-20T13:40:15,916 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058. after waiting 0 ms 2024-11-20T13:40:15,916 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058. 2024-11-20T13:40:15,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741839_1015 (size=110) 2024-11-20T13:40:15,917 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058. 2024-11-20T13:40:15,917 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 845516a71397597fe53c6f76f1d17058: Waiting for close lock at 1732110015916Disabling compacts and flushes for region at 1732110015916Disabling writes for close at 1732110015916Writing region close event to WAL at 1732110015917 (+1 ms)Closed at 1732110015917 2024-11-20T13:40:15,918 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 61ff141dfac4f04a12554449c8586148, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:15,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741839_1015 (size=110) 2024-11-20T13:40:15,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741840_1016 (size=107) 2024-11-20T13:40:15,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741840_1016 (size=107) 2024-11-20T13:40:15,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741840_1016 (size=107) 2024-11-20T13:40:15,920 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:15,920 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 7d9fa54154560e751c80d6c8773e8a06, disabling compactions & flushes 2024-11-20T13:40:15,920 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06. 2024-11-20T13:40:15,920 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06. 2024-11-20T13:40:15,920 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06. after waiting 0 ms 2024-11-20T13:40:15,920 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06. 2024-11-20T13:40:15,921 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06. 2024-11-20T13:40:15,921 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7d9fa54154560e751c80d6c8773e8a06: Waiting for close lock at 1732110015920Disabling compacts and flushes for region at 1732110015920Disabling writes for close at 1732110015920Writing region close event to WAL at 1732110015920Closed at 1732110015920 2024-11-20T13:40:15,921 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:15,921 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 71f7bbb3f2a4b1b4f585498c1466a7a1, disabling compactions & flushes 2024-11-20T13:40:15,921 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 51081010bfd200d5fa473dd05c6d8460, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:15,921 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1. 2024-11-20T13:40:15,921 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1. 2024-11-20T13:40:15,921 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1. after waiting 0 ms 2024-11-20T13:40:15,922 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1. 2024-11-20T13:40:15,922 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1. 2024-11-20T13:40:15,922 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 71f7bbb3f2a4b1b4f585498c1466a7a1: Waiting for close lock at 1732110015921Disabling compacts and flushes for region at 1732110015921Disabling writes for close at 1732110015921Writing region close event to WAL at 1732110015922 (+1 ms)Closed at 1732110015922 2024-11-20T13:40:15,923 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f011012594608d3db9e51cfa80ceddb8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:15,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741841_1017 (size=110) 2024-11-20T13:40:15,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741841_1017 (size=110) 2024-11-20T13:40:15,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741841_1017 (size=110) 2024-11-20T13:40:15,940 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:15,940 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 51081010bfd200d5fa473dd05c6d8460, disabling compactions & flushes 2024-11-20T13:40:15,940 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460. 2024-11-20T13:40:15,940 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460. 2024-11-20T13:40:15,940 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460. after waiting 0 ms 2024-11-20T13:40:15,941 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460. 2024-11-20T13:40:15,941 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460. 2024-11-20T13:40:15,941 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 51081010bfd200d5fa473dd05c6d8460: Waiting for close lock at 1732110015940Disabling compacts and flushes for region at 1732110015940Disabling writes for close at 1732110015940Writing region close event to WAL at 1732110015941 (+1 ms)Closed at 1732110015941 2024-11-20T13:40:15,941 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => fd2f97854659fc22c5099ce24bdd483e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:15,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741842_1018 (size=110) 2024-11-20T13:40:15,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741842_1018 (size=110) 2024-11-20T13:40:15,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741842_1018 (size=110) 2024-11-20T13:40:15,948 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:15,949 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 61ff141dfac4f04a12554449c8586148, disabling compactions & flushes 2024-11-20T13:40:15,949 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148. 2024-11-20T13:40:15,949 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148. 2024-11-20T13:40:15,949 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148. after waiting 0 ms 2024-11-20T13:40:15,949 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148. 2024-11-20T13:40:15,949 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148. 2024-11-20T13:40:15,949 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 61ff141dfac4f04a12554449c8586148: Waiting for close lock at 1732110015949Disabling compacts and flushes for region at 1732110015949Disabling writes for close at 1732110015949Writing region close event to WAL at 1732110015949Closed at 1732110015949 2024-11-20T13:40:15,950 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8e7c99d12e378f626d1f958639b8d75e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:15,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741843_1019 (size=110) 2024-11-20T13:40:15,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741843_1019 (size=110) 2024-11-20T13:40:15,955 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:15,955 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing f011012594608d3db9e51cfa80ceddb8, disabling compactions & flushes 2024-11-20T13:40:15,955 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8. 2024-11-20T13:40:15,955 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8. 2024-11-20T13:40:15,955 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8. after waiting 0 ms 2024-11-20T13:40:15,955 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8. 2024-11-20T13:40:15,955 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8. 2024-11-20T13:40:15,955 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for f011012594608d3db9e51cfa80ceddb8: Waiting for close lock at 1732110015955Disabling compacts and flushes for region at 1732110015955Disabling writes for close at 1732110015955Writing region close event to WAL at 1732110015955Closed at 1732110015955 2024-11-20T13:40:15,956 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 921712215be4cdbbb73385dcc379ef7e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:15,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741843_1019 (size=110) 2024-11-20T13:40:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T13:40:15,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741844_1020 (size=110) 2024-11-20T13:40:15,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741844_1020 (size=110) 2024-11-20T13:40:15,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741844_1020 (size=110) 2024-11-20T13:40:15,983 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:15,983 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing fd2f97854659fc22c5099ce24bdd483e, disabling compactions & flushes 2024-11-20T13:40:15,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741846_1022 (size=110) 2024-11-20T13:40:15,983 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e. 2024-11-20T13:40:15,984 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e. 2024-11-20T13:40:15,984 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e. after waiting 0 ms 2024-11-20T13:40:15,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741846_1022 (size=110) 2024-11-20T13:40:15,984 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e. 2024-11-20T13:40:15,984 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e. 2024-11-20T13:40:15,984 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for fd2f97854659fc22c5099ce24bdd483e: Waiting for close lock at 1732110015983Disabling compacts and flushes for region at 1732110015983Disabling writes for close at 1732110015984 (+1 ms)Writing region close event to WAL at 1732110015984Closed at 1732110015984 2024-11-20T13:40:15,985 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a96e3b8ddcbd0b487a12b9e9ae99aebf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:15,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741846_1022 (size=110) 2024-11-20T13:40:15,987 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:15,988 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 921712215be4cdbbb73385dcc379ef7e, disabling compactions & flushes 2024-11-20T13:40:15,988 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e. 2024-11-20T13:40:15,988 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e. 2024-11-20T13:40:15,988 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e. after waiting 0 ms 2024-11-20T13:40:15,988 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e. 2024-11-20T13:40:15,988 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e. 2024-11-20T13:40:15,988 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 921712215be4cdbbb73385dcc379ef7e: Waiting for close lock at 1732110015987Disabling compacts and flushes for region at 1732110015987Disabling writes for close at 1732110015988 (+1 ms)Writing region close event to WAL at 1732110015988Closed at 1732110015988 2024-11-20T13:40:15,989 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0379100628a9f24ec3d80dfea7aed3c1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:15,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741845_1021 (size=110) 2024-11-20T13:40:15,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741845_1021 (size=110) 2024-11-20T13:40:15,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741845_1021 (size=110) 2024-11-20T13:40:15,995 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:15,995 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 8e7c99d12e378f626d1f958639b8d75e, disabling compactions & flushes 2024-11-20T13:40:15,995 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e. 2024-11-20T13:40:15,995 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e. 2024-11-20T13:40:15,995 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e. after waiting 0 ms 2024-11-20T13:40:15,995 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e. 2024-11-20T13:40:15,996 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e. 2024-11-20T13:40:15,996 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8e7c99d12e378f626d1f958639b8d75e: Waiting for close lock at 1732110015995Disabling compacts and flushes for region at 1732110015995Disabling writes for close at 1732110015995Writing region close event to WAL at 1732110015996 (+1 ms)Closed at 1732110015996 2024-11-20T13:40:15,997 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 80a55f249db33b1beace0fc6f1aca874, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:16,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741848_1024 (size=110) 2024-11-20T13:40:16,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741848_1024 (size=110) 2024-11-20T13:40:16,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741848_1024 (size=110) 2024-11-20T13:40:16,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741847_1023 (size=110) 2024-11-20T13:40:16,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741847_1023 (size=110) 2024-11-20T13:40:16,020 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:16,020 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 0379100628a9f24ec3d80dfea7aed3c1, disabling compactions & flushes 2024-11-20T13:40:16,020 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1. 2024-11-20T13:40:16,020 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:16,020 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1. 2024-11-20T13:40:16,020 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1. after waiting 0 ms 2024-11-20T13:40:16,020 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1. 2024-11-20T13:40:16,020 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing a96e3b8ddcbd0b487a12b9e9ae99aebf, disabling compactions & flushes 2024-11-20T13:40:16,020 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1. 2024-11-20T13:40:16,020 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf. 2024-11-20T13:40:16,020 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf. 2024-11-20T13:40:16,020 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0379100628a9f24ec3d80dfea7aed3c1: Waiting for close lock at 1732110016020Disabling compacts and flushes for region at 1732110016020Disabling writes for close at 1732110016020Writing region close event to WAL at 1732110016020Closed at 1732110016020 2024-11-20T13:40:16,021 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf. after waiting 0 ms 2024-11-20T13:40:16,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741847_1023 (size=110) 2024-11-20T13:40:16,021 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf. 2024-11-20T13:40:16,021 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf. 2024-11-20T13:40:16,021 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for a96e3b8ddcbd0b487a12b9e9ae99aebf: Waiting for close lock at 1732110016020Disabling compacts and flushes for region at 1732110016020Disabling writes for close at 1732110016021 (+1 ms)Writing region close event to WAL at 1732110016021Closed at 1732110016021 2024-11-20T13:40:16,021 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a0997a57fef4314e2739dc23edbf61b7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732110015834.a0997a57fef4314e2739dc23edbf61b7.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:16,022 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 976ffa74bb94fce8d45524f3e1edb281, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732110015834.976ffa74bb94fce8d45524f3e1edb281.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:16,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741849_1025 (size=110) 2024-11-20T13:40:16,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741849_1025 (size=110) 2024-11-20T13:40:16,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741849_1025 (size=110) 2024-11-20T13:40:16,028 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:16,028 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 80a55f249db33b1beace0fc6f1aca874, disabling compactions & flushes 2024-11-20T13:40:16,028 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874. 2024-11-20T13:40:16,028 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874. 2024-11-20T13:40:16,029 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874. after waiting 0 ms 2024-11-20T13:40:16,029 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874. 2024-11-20T13:40:16,029 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874. 2024-11-20T13:40:16,029 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 80a55f249db33b1beace0fc6f1aca874: Waiting for close lock at 1732110016028Disabling compacts and flushes for region at 1732110016028Disabling writes for close at 1732110016029 (+1 ms)Writing region close event to WAL at 1732110016029Closed at 1732110016029 2024-11-20T13:40:16,030 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 98193739d3fd040f324ac01643b96e1e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:16,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741850_1026 (size=110) 2024-11-20T13:40:16,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741851_1027 (size=110) 2024-11-20T13:40:16,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741850_1026 (size=110) 2024-11-20T13:40:16,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741850_1026 (size=110) 2024-11-20T13:40:16,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741851_1027 (size=110) 2024-11-20T13:40:16,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741851_1027 (size=110) 2024-11-20T13:40:16,041 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732110015834.976ffa74bb94fce8d45524f3e1edb281.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:16,041 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 976ffa74bb94fce8d45524f3e1edb281, disabling compactions & flushes 2024-11-20T13:40:16,041 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732110015834.976ffa74bb94fce8d45524f3e1edb281. 2024-11-20T13:40:16,041 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732110015834.976ffa74bb94fce8d45524f3e1edb281. 2024-11-20T13:40:16,041 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732110015834.a0997a57fef4314e2739dc23edbf61b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:16,041 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732110015834.976ffa74bb94fce8d45524f3e1edb281. after waiting 0 ms 2024-11-20T13:40:16,041 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732110015834.976ffa74bb94fce8d45524f3e1edb281. 2024-11-20T13:40:16,041 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing a0997a57fef4314e2739dc23edbf61b7, disabling compactions & flushes 2024-11-20T13:40:16,041 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732110015834.a0997a57fef4314e2739dc23edbf61b7. 2024-11-20T13:40:16,041 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732110015834.976ffa74bb94fce8d45524f3e1edb281. 2024-11-20T13:40:16,042 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732110015834.a0997a57fef4314e2739dc23edbf61b7. 2024-11-20T13:40:16,042 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 976ffa74bb94fce8d45524f3e1edb281: Waiting for close lock at 1732110016041Disabling compacts and flushes for region at 1732110016041Disabling writes for close at 1732110016041Writing region close event to WAL at 1732110016041Closed at 1732110016041 2024-11-20T13:40:16,042 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732110015834.a0997a57fef4314e2739dc23edbf61b7. after waiting 0 ms 2024-11-20T13:40:16,042 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732110015834.a0997a57fef4314e2739dc23edbf61b7. 2024-11-20T13:40:16,042 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732110015834.a0997a57fef4314e2739dc23edbf61b7. 2024-11-20T13:40:16,042 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for a0997a57fef4314e2739dc23edbf61b7: Waiting for close lock at 1732110016041Disabling compacts and flushes for region at 1732110016041Disabling writes for close at 1732110016042 (+1 ms)Writing region close event to WAL at 1732110016042Closed at 1732110016042 2024-11-20T13:40:16,043 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7d469566ec330327bcaa10fa6044cd18, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:16,043 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a1c0a8b5d62b59e41c75978945bac35, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:16,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741852_1028 (size=110) 2024-11-20T13:40:16,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741852_1028 (size=110) 2024-11-20T13:40:16,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741852_1028 (size=110) 2024-11-20T13:40:16,052 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:16,053 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 98193739d3fd040f324ac01643b96e1e, disabling compactions & flushes 2024-11-20T13:40:16,053 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e. 2024-11-20T13:40:16,053 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e. 2024-11-20T13:40:16,053 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e. after waiting 0 ms 2024-11-20T13:40:16,053 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e. 2024-11-20T13:40:16,053 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e. 2024-11-20T13:40:16,053 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 98193739d3fd040f324ac01643b96e1e: Waiting for close lock at 1732110016052Disabling compacts and flushes for region at 1732110016052Disabling writes for close at 1732110016053 (+1 ms)Writing region close event to WAL at 1732110016053Closed at 1732110016053 2024-11-20T13:40:16,054 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 67998c272be4c850d9336914e1132d3d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:16,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741853_1029 (size=110) 2024-11-20T13:40:16,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741853_1029 (size=110) 2024-11-20T13:40:16,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741853_1029 (size=110) 2024-11-20T13:40:16,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741854_1030 (size=110) 2024-11-20T13:40:16,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741854_1030 (size=110) 2024-11-20T13:40:16,064 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:16,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741854_1030 (size=110) 2024-11-20T13:40:16,064 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 7d469566ec330327bcaa10fa6044cd18, disabling compactions & flushes 2024-11-20T13:40:16,064 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18. 2024-11-20T13:40:16,064 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18. 2024-11-20T13:40:16,064 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18. after waiting 0 ms 2024-11-20T13:40:16,064 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18. 2024-11-20T13:40:16,065 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18. 2024-11-20T13:40:16,065 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7d469566ec330327bcaa10fa6044cd18: Waiting for close lock at 1732110016064Disabling compacts and flushes for region at 1732110016064Disabling writes for close at 1732110016064Writing region close event to WAL at 1732110016065 (+1 ms)Closed at 1732110016065 2024-11-20T13:40:16,066 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 97515148c697b555e023b0864337732e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:16,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741855_1031 (size=110) 2024-11-20T13:40:16,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741855_1031 (size=110) 2024-11-20T13:40:16,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741855_1031 (size=110) 2024-11-20T13:40:16,080 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:16,080 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 67998c272be4c850d9336914e1132d3d, disabling compactions & flushes 2024-11-20T13:40:16,080 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d. 2024-11-20T13:40:16,080 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d. 2024-11-20T13:40:16,080 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d. after waiting 0 ms 2024-11-20T13:40:16,080 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d. 2024-11-20T13:40:16,080 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d. 2024-11-20T13:40:16,080 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 67998c272be4c850d9336914e1132d3d: Waiting for close lock at 1732110016080Disabling compacts and flushes for region at 1732110016080Disabling writes for close at 1732110016080Writing region close event to WAL at 1732110016080Closed at 1732110016080 2024-11-20T13:40:16,081 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fb13510a8c22eb0c8a45651eea688d88, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:16,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741856_1032 (size=110) 2024-11-20T13:40:16,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741856_1032 (size=110) 2024-11-20T13:40:16,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741856_1032 (size=110) 2024-11-20T13:40:16,089 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:16,089 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 97515148c697b555e023b0864337732e, disabling compactions & flushes 2024-11-20T13:40:16,089 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e. 2024-11-20T13:40:16,089 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e. 2024-11-20T13:40:16,089 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e. after waiting 0 ms 2024-11-20T13:40:16,090 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e. 2024-11-20T13:40:16,090 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e. 2024-11-20T13:40:16,090 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 97515148c697b555e023b0864337732e: Waiting for close lock at 1732110016089Disabling compacts and flushes for region at 1732110016089Disabling writes for close at 1732110016090 (+1 ms)Writing region close event to WAL at 1732110016090Closed at 1732110016090 2024-11-20T13:40:16,091 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 822db52457e94ec649344e71e2ebdbb0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:16,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741857_1033 (size=110) 2024-11-20T13:40:16,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741857_1033 (size=110) 2024-11-20T13:40:16,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741857_1033 (size=110) 2024-11-20T13:40:16,101 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:16,101 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing fb13510a8c22eb0c8a45651eea688d88, disabling compactions & flushes 2024-11-20T13:40:16,101 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88. 2024-11-20T13:40:16,101 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88. 2024-11-20T13:40:16,101 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88. after waiting 0 ms 2024-11-20T13:40:16,101 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88. 2024-11-20T13:40:16,101 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88. 2024-11-20T13:40:16,101 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for fb13510a8c22eb0c8a45651eea688d88: Waiting for close lock at 1732110016101Disabling compacts and flushes for region at 1732110016101Disabling writes for close at 1732110016101Writing region close event to WAL at 1732110016101Closed at 1732110016101 2024-11-20T13:40:16,102 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 88e817ed5d8388c6d69d06c55a063ea9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:16,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741858_1034 (size=110) 2024-11-20T13:40:16,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741858_1034 (size=110) 2024-11-20T13:40:16,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741858_1034 (size=110) 2024-11-20T13:40:16,113 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:16,113 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 822db52457e94ec649344e71e2ebdbb0, disabling compactions & flushes 2024-11-20T13:40:16,113 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0. 2024-11-20T13:40:16,113 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0. 2024-11-20T13:40:16,113 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0. after waiting 0 ms 2024-11-20T13:40:16,113 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0. 2024-11-20T13:40:16,113 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0. 2024-11-20T13:40:16,113 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 822db52457e94ec649344e71e2ebdbb0: Waiting for close lock at 1732110016113Disabling compacts and flushes for region at 1732110016113Disabling writes for close at 1732110016113Writing region close event to WAL at 1732110016113Closed at 1732110016113 2024-11-20T13:40:16,114 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => eea434eab5f42a5c390bc213d1c6a98f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:16,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741859_1035 (size=110) 2024-11-20T13:40:16,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741859_1035 (size=110) 2024-11-20T13:40:16,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741859_1035 (size=110) 2024-11-20T13:40:16,128 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:16,128 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 88e817ed5d8388c6d69d06c55a063ea9, disabling compactions & flushes 2024-11-20T13:40:16,128 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9. 2024-11-20T13:40:16,128 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9. 2024-11-20T13:40:16,128 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9. after waiting 0 ms 2024-11-20T13:40:16,128 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9. 2024-11-20T13:40:16,128 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9. 2024-11-20T13:40:16,128 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 88e817ed5d8388c6d69d06c55a063ea9: Waiting for close lock at 1732110016128Disabling compacts and flushes for region at 1732110016128Disabling writes for close at 1732110016128Writing region close event to WAL at 1732110016128Closed at 1732110016128 2024-11-20T13:40:16,129 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 156786bef0dc206202f4f256ca1b6cc7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:16,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741860_1036 (size=110) 2024-11-20T13:40:16,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741860_1036 (size=110) 2024-11-20T13:40:16,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741860_1036 (size=110) 2024-11-20T13:40:16,132 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:16,132 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing eea434eab5f42a5c390bc213d1c6a98f, disabling compactions & flushes 2024-11-20T13:40:16,132 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f. 2024-11-20T13:40:16,133 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f. 2024-11-20T13:40:16,133 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f. after waiting 0 ms 2024-11-20T13:40:16,133 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f. 2024-11-20T13:40:16,133 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f. 2024-11-20T13:40:16,133 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for eea434eab5f42a5c390bc213d1c6a98f: Waiting for close lock at 1732110016132Disabling compacts and flushes for region at 1732110016132Disabling writes for close at 1732110016133 (+1 ms)Writing region close event to WAL at 1732110016133Closed at 1732110016133 2024-11-20T13:40:16,134 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5faf0b9de72bd83c2589d61867245b29, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:16,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741861_1037 (size=110) 2024-11-20T13:40:16,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741861_1037 (size=110) 2024-11-20T13:40:16,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741861_1037 (size=110) 2024-11-20T13:40:16,147 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:16,147 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 156786bef0dc206202f4f256ca1b6cc7, disabling compactions & flushes 2024-11-20T13:40:16,147 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7. 2024-11-20T13:40:16,147 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7. 2024-11-20T13:40:16,147 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7. after waiting 0 ms 2024-11-20T13:40:16,147 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7. 2024-11-20T13:40:16,148 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7. 2024-11-20T13:40:16,148 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 156786bef0dc206202f4f256ca1b6cc7: Waiting for close lock at 1732110016147Disabling compacts and flushes for region at 1732110016147Disabling writes for close at 1732110016147Writing region close event to WAL at 1732110016148 (+1 ms)Closed at 1732110016148 2024-11-20T13:40:16,148 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d6ba3fca8671dfc38af5a9e2e02add19, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732110015834.d6ba3fca8671dfc38af5a9e2e02add19.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3 2024-11-20T13:40:16,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741862_1038 (size=110) 2024-11-20T13:40:16,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741862_1038 (size=110) 2024-11-20T13:40:16,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741862_1038 (size=110) 2024-11-20T13:40:16,156 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:16,156 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 5faf0b9de72bd83c2589d61867245b29, disabling compactions & flushes 2024-11-20T13:40:16,156 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29. 2024-11-20T13:40:16,157 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29. 2024-11-20T13:40:16,157 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29. after waiting 0 ms 2024-11-20T13:40:16,157 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29. 2024-11-20T13:40:16,157 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29. 2024-11-20T13:40:16,157 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5faf0b9de72bd83c2589d61867245b29: Waiting for close lock at 1732110016156Disabling compacts and flushes for region at 1732110016156Disabling writes for close at 1732110016157 (+1 ms)Writing region close event to WAL at 1732110016157Closed at 1732110016157 2024-11-20T13:40:16,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741863_1039 (size=107) 2024-11-20T13:40:16,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741863_1039 (size=107) 2024-11-20T13:40:16,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741863_1039 (size=107) 2024-11-20T13:40:16,171 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732110015834.d6ba3fca8671dfc38af5a9e2e02add19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:16,171 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing d6ba3fca8671dfc38af5a9e2e02add19, disabling compactions & flushes 2024-11-20T13:40:16,171 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732110015834.d6ba3fca8671dfc38af5a9e2e02add19. 2024-11-20T13:40:16,171 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732110015834.d6ba3fca8671dfc38af5a9e2e02add19. 2024-11-20T13:40:16,171 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732110015834.d6ba3fca8671dfc38af5a9e2e02add19. after waiting 0 ms 2024-11-20T13:40:16,171 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732110015834.d6ba3fca8671dfc38af5a9e2e02add19. 2024-11-20T13:40:16,171 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732110015834.d6ba3fca8671dfc38af5a9e2e02add19. 2024-11-20T13:40:16,172 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for d6ba3fca8671dfc38af5a9e2e02add19: Waiting for close lock at 1732110016171Disabling compacts and flushes for region at 1732110016171Disabling writes for close at 1732110016171Writing region close event to WAL at 1732110016171Closed at 1732110016171 2024-11-20T13:40:16,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T13:40:16,465 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:16,465 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 9a1c0a8b5d62b59e41c75978945bac35, disabling compactions & flushes 2024-11-20T13:40:16,465 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35. 2024-11-20T13:40:16,465 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35. 2024-11-20T13:40:16,465 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35. after waiting 0 ms 2024-11-20T13:40:16,465 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35. 2024-11-20T13:40:16,465 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35. 2024-11-20T13:40:16,465 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a1c0a8b5d62b59e41c75978945bac35: Waiting for close lock at 1732110016465Disabling compacts and flushes for region at 1732110016465Disabling writes for close at 1732110016465Writing region close event to WAL at 1732110016465Closed at 1732110016465 2024-11-20T13:40:16,471 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T13:40:16,479 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732110016471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110016471"}]},"ts":"1732110016471"} 2024-11-20T13:40:16,479 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732110016471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110016471"}]},"ts":"1732110016471"} 2024-11-20T13:40:16,479 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1732110016471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110016471"}]},"ts":"1732110016471"} 2024-11-20T13:40:16,479 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732110016471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110016471"}]},"ts":"1732110016471"} 2024-11-20T13:40:16,479 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732110016471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110016471"}]},"ts":"1732110016471"} 2024-11-20T13:40:16,480 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732110016471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110016471"}]},"ts":"1732110016471"} 2024-11-20T13:40:16,480 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732110016471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110016471"}]},"ts":"1732110016471"} 2024-11-20T13:40:16,480 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732110016471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110016471"}]},"ts":"1732110016471"} 2024-11-20T13:40:16,480 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732110016471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110016471"}]},"ts":"1732110016471"} 2024-11-20T13:40:16,481 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732110016471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110016471"}]},"ts":"1732110016471"} 2024-11-20T13:40:16,481 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732110016471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110016471"}]},"ts":"1732110016471"} 2024-11-20T13:40:16,481 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732110016471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110016471"}]},"ts":"1732110016471"} 2024-11-20T13:40:16,481 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732110015834.976ffa74bb94fce8d45524f3e1edb281.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732110016471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110016471"}]},"ts":"1732110016471"} 2024-11-20T13:40:16,482 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732110015834.a0997a57fef4314e2739dc23edbf61b7.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732110016471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110016471"}]},"ts":"1732110016471"} 2024-11-20T13:40:16,482 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732110016471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110016471"}]},"ts":"1732110016471"} 2024-11-20T13:40:16,482 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732110016471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110016471"}]},"ts":"1732110016471"} 2024-11-20T13:40:16,482 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732110016471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110016471"}]},"ts":"1732110016471"} 2024-11-20T13:40:16,482 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732110016471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110016471"}]},"ts":"1732110016471"} 2024-11-20T13:40:16,483 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732110016471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110016471"}]},"ts":"1732110016471"} 2024-11-20T13:40:16,483 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732110016471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110016471"}]},"ts":"1732110016471"} 2024-11-20T13:40:16,483 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732110016471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110016471"}]},"ts":"1732110016471"} 2024-11-20T13:40:16,483 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732110016471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110016471"}]},"ts":"1732110016471"} 2024-11-20T13:40:16,483 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732110016471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110016471"}]},"ts":"1732110016471"} 2024-11-20T13:40:16,484 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732110016471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110016471"}]},"ts":"1732110016471"} 2024-11-20T13:40:16,484 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732110015834.d6ba3fca8671dfc38af5a9e2e02add19.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1732110016471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110016471"}]},"ts":"1732110016471"} 2024-11-20T13:40:16,484 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732110016471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110016471"}]},"ts":"1732110016471"} 2024-11-20T13:40:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T13:40:16,529 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-20T13:40:16,531 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T13:40:16,534 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110016531"}]},"ts":"1732110016531"} 2024-11-20T13:40:16,538 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-20T13:40:16,539 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {28425b5b8f92=0} racks are {/default-rack=0} 2024-11-20T13:40:16,582 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T13:40:16,582 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T13:40:16,583 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T13:40:16,583 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T13:40:16,583 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T13:40:16,583 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T13:40:16,583 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T13:40:16,583 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T13:40:16,583 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T13:40:16,583 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T13:40:16,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=71f7bbb3f2a4b1b4f585498c1466a7a1, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=845516a71397597fe53c6f76f1d17058, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7d9fa54154560e751c80d6c8773e8a06, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=61ff141dfac4f04a12554449c8586148, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=51081010bfd200d5fa473dd05c6d8460, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f011012594608d3db9e51cfa80ceddb8, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fd2f97854659fc22c5099ce24bdd483e, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8e7c99d12e378f626d1f958639b8d75e, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=921712215be4cdbbb73385dcc379ef7e, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a96e3b8ddcbd0b487a12b9e9ae99aebf, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0379100628a9f24ec3d80dfea7aed3c1, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80a55f249db33b1beace0fc6f1aca874, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a0997a57fef4314e2739dc23edbf61b7, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=976ffa74bb94fce8d45524f3e1edb281, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98193739d3fd040f324ac01643b96e1e, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7d469566ec330327bcaa10fa6044cd18, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9a1c0a8b5d62b59e41c75978945bac35, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=67998c272be4c850d9336914e1132d3d, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97515148c697b555e023b0864337732e, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fb13510a8c22eb0c8a45651eea688d88, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=822db52457e94ec649344e71e2ebdbb0, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88e817ed5d8388c6d69d06c55a063ea9, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eea434eab5f42a5c390bc213d1c6a98f, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=156786bef0dc206202f4f256ca1b6cc7, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5faf0b9de72bd83c2589d61867245b29, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d6ba3fca8671dfc38af5a9e2e02add19, ASSIGN}] 2024-11-20T13:40:16,597 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d6ba3fca8671dfc38af5a9e2e02add19, ASSIGN 2024-11-20T13:40:16,598 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d6ba3fca8671dfc38af5a9e2e02add19, ASSIGN; state=OFFLINE, location=28425b5b8f92,43975,1732110013111; forceNewPlan=false, retain=false 2024-11-20T13:40:16,600 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5faf0b9de72bd83c2589d61867245b29, ASSIGN 2024-11-20T13:40:16,602 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5faf0b9de72bd83c2589d61867245b29, ASSIGN; state=OFFLINE, location=28425b5b8f92,41775,1732110013219; forceNewPlan=false, retain=false 2024-11-20T13:40:16,604 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=156786bef0dc206202f4f256ca1b6cc7, ASSIGN 2024-11-20T13:40:16,605 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=156786bef0dc206202f4f256ca1b6cc7, ASSIGN; state=OFFLINE, location=28425b5b8f92,43915,1732110013268; forceNewPlan=false, retain=false 2024-11-20T13:40:16,607 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eea434eab5f42a5c390bc213d1c6a98f, ASSIGN 2024-11-20T13:40:16,609 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eea434eab5f42a5c390bc213d1c6a98f, ASSIGN; state=OFFLINE, location=28425b5b8f92,43975,1732110013111; forceNewPlan=false, retain=false 2024-11-20T13:40:16,610 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88e817ed5d8388c6d69d06c55a063ea9, ASSIGN 2024-11-20T13:40:16,612 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88e817ed5d8388c6d69d06c55a063ea9, ASSIGN; state=OFFLINE, location=28425b5b8f92,41775,1732110013219; forceNewPlan=false, retain=false 2024-11-20T13:40:16,613 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=822db52457e94ec649344e71e2ebdbb0, ASSIGN 2024-11-20T13:40:16,615 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=822db52457e94ec649344e71e2ebdbb0, ASSIGN; state=OFFLINE, location=28425b5b8f92,43915,1732110013268; forceNewPlan=false, retain=false 2024-11-20T13:40:16,616 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fb13510a8c22eb0c8a45651eea688d88, ASSIGN 2024-11-20T13:40:16,617 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fb13510a8c22eb0c8a45651eea688d88, ASSIGN; state=OFFLINE, location=28425b5b8f92,43975,1732110013111; forceNewPlan=false, retain=false 2024-11-20T13:40:16,619 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97515148c697b555e023b0864337732e, ASSIGN 2024-11-20T13:40:16,620 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97515148c697b555e023b0864337732e, ASSIGN; state=OFFLINE, location=28425b5b8f92,41775,1732110013219; forceNewPlan=false, retain=false 2024-11-20T13:40:16,622 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=67998c272be4c850d9336914e1132d3d, ASSIGN 2024-11-20T13:40:16,623 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=67998c272be4c850d9336914e1132d3d, ASSIGN; state=OFFLINE, location=28425b5b8f92,43915,1732110013268; forceNewPlan=false, retain=false 2024-11-20T13:40:16,624 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9a1c0a8b5d62b59e41c75978945bac35, ASSIGN 2024-11-20T13:40:16,626 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9a1c0a8b5d62b59e41c75978945bac35, ASSIGN; state=OFFLINE, location=28425b5b8f92,43915,1732110013268; forceNewPlan=false, retain=false 2024-11-20T13:40:16,629 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7d469566ec330327bcaa10fa6044cd18, ASSIGN 2024-11-20T13:40:16,630 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7d469566ec330327bcaa10fa6044cd18, ASSIGN; state=OFFLINE, location=28425b5b8f92,43975,1732110013111; forceNewPlan=false, retain=false 2024-11-20T13:40:16,632 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98193739d3fd040f324ac01643b96e1e, ASSIGN 2024-11-20T13:40:16,633 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98193739d3fd040f324ac01643b96e1e, ASSIGN; state=OFFLINE, location=28425b5b8f92,41775,1732110013219; forceNewPlan=false, retain=false 2024-11-20T13:40:16,635 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=976ffa74bb94fce8d45524f3e1edb281, ASSIGN 2024-11-20T13:40:16,636 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=976ffa74bb94fce8d45524f3e1edb281, ASSIGN; state=OFFLINE, location=28425b5b8f92,43975,1732110013111; forceNewPlan=false, retain=false 2024-11-20T13:40:16,638 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a0997a57fef4314e2739dc23edbf61b7, ASSIGN 2024-11-20T13:40:16,639 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a0997a57fef4314e2739dc23edbf61b7, ASSIGN; state=OFFLINE, location=28425b5b8f92,43915,1732110013268; forceNewPlan=false, retain=false 2024-11-20T13:40:16,641 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80a55f249db33b1beace0fc6f1aca874, ASSIGN 2024-11-20T13:40:16,642 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80a55f249db33b1beace0fc6f1aca874, ASSIGN; state=OFFLINE, location=28425b5b8f92,41775,1732110013219; forceNewPlan=false, retain=false 2024-11-20T13:40:16,644 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0379100628a9f24ec3d80dfea7aed3c1, ASSIGN 2024-11-20T13:40:16,645 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0379100628a9f24ec3d80dfea7aed3c1, ASSIGN; state=OFFLINE, location=28425b5b8f92,43975,1732110013111; forceNewPlan=false, retain=false 2024-11-20T13:40:16,646 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a96e3b8ddcbd0b487a12b9e9ae99aebf, ASSIGN 2024-11-20T13:40:16,648 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a96e3b8ddcbd0b487a12b9e9ae99aebf, ASSIGN; state=OFFLINE, location=28425b5b8f92,43915,1732110013268; forceNewPlan=false, retain=false 2024-11-20T13:40:16,649 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=921712215be4cdbbb73385dcc379ef7e, ASSIGN 2024-11-20T13:40:16,651 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=921712215be4cdbbb73385dcc379ef7e, ASSIGN; state=OFFLINE, location=28425b5b8f92,43915,1732110013268; forceNewPlan=false, retain=false 2024-11-20T13:40:16,652 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8e7c99d12e378f626d1f958639b8d75e, ASSIGN 2024-11-20T13:40:16,654 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8e7c99d12e378f626d1f958639b8d75e, ASSIGN; state=OFFLINE, location=28425b5b8f92,41775,1732110013219; forceNewPlan=false, retain=false 2024-11-20T13:40:16,655 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fd2f97854659fc22c5099ce24bdd483e, ASSIGN 2024-11-20T13:40:16,656 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fd2f97854659fc22c5099ce24bdd483e, ASSIGN; state=OFFLINE, location=28425b5b8f92,43975,1732110013111; forceNewPlan=false, retain=false 2024-11-20T13:40:16,658 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f011012594608d3db9e51cfa80ceddb8, ASSIGN 2024-11-20T13:40:16,659 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f011012594608d3db9e51cfa80ceddb8, ASSIGN; state=OFFLINE, location=28425b5b8f92,41775,1732110013219; forceNewPlan=false, retain=false 2024-11-20T13:40:16,660 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=51081010bfd200d5fa473dd05c6d8460, ASSIGN 2024-11-20T13:40:16,662 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=51081010bfd200d5fa473dd05c6d8460, ASSIGN; state=OFFLINE, location=28425b5b8f92,43975,1732110013111; forceNewPlan=false, retain=false 2024-11-20T13:40:16,663 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=61ff141dfac4f04a12554449c8586148, ASSIGN 2024-11-20T13:40:16,664 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=61ff141dfac4f04a12554449c8586148, ASSIGN; state=OFFLINE, location=28425b5b8f92,43915,1732110013268; forceNewPlan=false, retain=false 2024-11-20T13:40:16,666 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7d9fa54154560e751c80d6c8773e8a06, ASSIGN 2024-11-20T13:40:16,667 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7d9fa54154560e751c80d6c8773e8a06, ASSIGN; state=OFFLINE, location=28425b5b8f92,43915,1732110013268; forceNewPlan=false, retain=false 2024-11-20T13:40:16,668 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=845516a71397597fe53c6f76f1d17058, ASSIGN 2024-11-20T13:40:16,669 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=845516a71397597fe53c6f76f1d17058, ASSIGN; state=OFFLINE, location=28425b5b8f92,43975,1732110013111; forceNewPlan=false, retain=false 2024-11-20T13:40:16,671 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=71f7bbb3f2a4b1b4f585498c1466a7a1, ASSIGN 2024-11-20T13:40:16,673 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=71f7bbb3f2a4b1b4f585498c1466a7a1, ASSIGN; state=OFFLINE, location=28425b5b8f92,41775,1732110013219; forceNewPlan=false, retain=false 2024-11-20T13:40:16,751 INFO [28425b5b8f92:42989 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-20T13:40:16,752 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=d6ba3fca8671dfc38af5a9e2e02add19, regionState=OPENING, regionLocation=28425b5b8f92,43975,1732110013111 2024-11-20T13:40:16,754 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=eea434eab5f42a5c390bc213d1c6a98f, regionState=OPENING, regionLocation=28425b5b8f92,43975,1732110013111 2024-11-20T13:40:16,755 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=fb13510a8c22eb0c8a45651eea688d88, regionState=OPENING, regionLocation=28425b5b8f92,43975,1732110013111 2024-11-20T13:40:16,755 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=7d469566ec330327bcaa10fa6044cd18, regionState=OPENING, regionLocation=28425b5b8f92,43975,1732110013111 2024-11-20T13:40:16,756 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=976ffa74bb94fce8d45524f3e1edb281, regionState=OPENING, regionLocation=28425b5b8f92,43975,1732110013111 2024-11-20T13:40:16,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d6ba3fca8671dfc38af5a9e2e02add19, ASSIGN because future has completed 2024-11-20T13:40:16,757 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=0379100628a9f24ec3d80dfea7aed3c1, regionState=OPENING, regionLocation=28425b5b8f92,43975,1732110013111 2024-11-20T13:40:16,758 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=fd2f97854659fc22c5099ce24bdd483e, regionState=OPENING, regionLocation=28425b5b8f92,43975,1732110013111 2024-11-20T13:40:16,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6ba3fca8671dfc38af5a9e2e02add19, server=28425b5b8f92,43975,1732110013111}] 2024-11-20T13:40:16,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eea434eab5f42a5c390bc213d1c6a98f, ASSIGN because future has completed 2024-11-20T13:40:16,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fb13510a8c22eb0c8a45651eea688d88, ASSIGN because future has completed 2024-11-20T13:40:16,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7d469566ec330327bcaa10fa6044cd18, ASSIGN because future has completed 2024-11-20T13:40:16,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d469566ec330327bcaa10fa6044cd18, server=28425b5b8f92,43975,1732110013111}] 2024-11-20T13:40:16,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=976ffa74bb94fce8d45524f3e1edb281, ASSIGN because future has completed 2024-11-20T13:40:16,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0379100628a9f24ec3d80dfea7aed3c1, ASSIGN because future has completed 2024-11-20T13:40:16,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fd2f97854659fc22c5099ce24bdd483e, ASSIGN because future has completed 2024-11-20T13:40:16,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0379100628a9f24ec3d80dfea7aed3c1, server=28425b5b8f92,43975,1732110013111}] 2024-11-20T13:40:16,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd2f97854659fc22c5099ce24bdd483e, server=28425b5b8f92,43975,1732110013111}] 2024-11-20T13:40:16,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 976ffa74bb94fce8d45524f3e1edb281, server=28425b5b8f92,43975,1732110013111}] 2024-11-20T13:40:16,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb13510a8c22eb0c8a45651eea688d88, server=28425b5b8f92,43975,1732110013111}] 2024-11-20T13:40:16,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure eea434eab5f42a5c390bc213d1c6a98f, server=28425b5b8f92,43975,1732110013111}] 2024-11-20T13:40:16,815 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=51081010bfd200d5fa473dd05c6d8460, regionState=OPENING, regionLocation=28425b5b8f92,43975,1732110013111 2024-11-20T13:40:16,816 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=845516a71397597fe53c6f76f1d17058, regionState=OPENING, regionLocation=28425b5b8f92,43975,1732110013111 2024-11-20T13:40:16,816 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=156786bef0dc206202f4f256ca1b6cc7, regionState=OPENING, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:40:16,817 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=822db52457e94ec649344e71e2ebdbb0, regionState=OPENING, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:40:16,818 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=67998c272be4c850d9336914e1132d3d, regionState=OPENING, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:40:16,819 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=9a1c0a8b5d62b59e41c75978945bac35, regionState=OPENING, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:40:16,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=51081010bfd200d5fa473dd05c6d8460, ASSIGN because future has completed 2024-11-20T13:40:16,819 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=a0997a57fef4314e2739dc23edbf61b7, regionState=OPENING, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:40:16,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51081010bfd200d5fa473dd05c6d8460, server=28425b5b8f92,43975,1732110013111}] 2024-11-20T13:40:16,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=845516a71397597fe53c6f76f1d17058, ASSIGN because future has completed 2024-11-20T13:40:16,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=156786bef0dc206202f4f256ca1b6cc7, ASSIGN because future has completed 2024-11-20T13:40:16,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=822db52457e94ec649344e71e2ebdbb0, ASSIGN because future has completed 2024-11-20T13:40:16,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=67998c272be4c850d9336914e1132d3d, ASSIGN because future has completed 2024-11-20T13:40:16,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9a1c0a8b5d62b59e41c75978945bac35, ASSIGN because future has completed 2024-11-20T13:40:16,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a1c0a8b5d62b59e41c75978945bac35, server=28425b5b8f92,43915,1732110013268}] 2024-11-20T13:40:16,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a0997a57fef4314e2739dc23edbf61b7, ASSIGN because future has completed 2024-11-20T13:40:16,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0997a57fef4314e2739dc23edbf61b7, server=28425b5b8f92,43915,1732110013268}] 2024-11-20T13:40:16,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67998c272be4c850d9336914e1132d3d, server=28425b5b8f92,43915,1732110013268}] 2024-11-20T13:40:16,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 822db52457e94ec649344e71e2ebdbb0, server=28425b5b8f92,43915,1732110013268}] 2024-11-20T13:40:16,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 156786bef0dc206202f4f256ca1b6cc7, server=28425b5b8f92,43915,1732110013268}] 2024-11-20T13:40:16,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 845516a71397597fe53c6f76f1d17058, server=28425b5b8f92,43975,1732110013111}] 2024-11-20T13:40:16,868 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a96e3b8ddcbd0b487a12b9e9ae99aebf, regionState=OPENING, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:40:16,869 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=921712215be4cdbbb73385dcc379ef7e, regionState=OPENING, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:40:16,869 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=61ff141dfac4f04a12554449c8586148, regionState=OPENING, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:40:16,871 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7d9fa54154560e751c80d6c8773e8a06, regionState=OPENING, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:40:16,871 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=5faf0b9de72bd83c2589d61867245b29, regionState=OPENING, regionLocation=28425b5b8f92,41775,1732110013219 2024-11-20T13:40:16,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a96e3b8ddcbd0b487a12b9e9ae99aebf, ASSIGN because future has completed 2024-11-20T13:40:16,872 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=88e817ed5d8388c6d69d06c55a063ea9, regionState=OPENING, regionLocation=28425b5b8f92,41775,1732110013219 2024-11-20T13:40:16,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a96e3b8ddcbd0b487a12b9e9ae99aebf, server=28425b5b8f92,43915,1732110013268}] 2024-11-20T13:40:16,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=921712215be4cdbbb73385dcc379ef7e, ASSIGN because future has completed 2024-11-20T13:40:16,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=61ff141dfac4f04a12554449c8586148, ASSIGN because future has completed 2024-11-20T13:40:16,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7d9fa54154560e751c80d6c8773e8a06, ASSIGN because future has completed 2024-11-20T13:40:16,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5faf0b9de72bd83c2589d61867245b29, ASSIGN because future has completed 2024-11-20T13:40:16,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88e817ed5d8388c6d69d06c55a063ea9, ASSIGN because future has completed 2024-11-20T13:40:16,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88e817ed5d8388c6d69d06c55a063ea9, server=28425b5b8f92,41775,1732110013219}] 2024-11-20T13:40:16,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5faf0b9de72bd83c2589d61867245b29, server=28425b5b8f92,41775,1732110013219}] 2024-11-20T13:40:16,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d9fa54154560e751c80d6c8773e8a06, server=28425b5b8f92,43915,1732110013268}] 2024-11-20T13:40:16,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61ff141dfac4f04a12554449c8586148, server=28425b5b8f92,43915,1732110013268}] 2024-11-20T13:40:16,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 921712215be4cdbbb73385dcc379ef7e, server=28425b5b8f92,43915,1732110013268}] 2024-11-20T13:40:16,911 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=97515148c697b555e023b0864337732e, regionState=OPENING, regionLocation=28425b5b8f92,41775,1732110013219 2024-11-20T13:40:16,911 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=98193739d3fd040f324ac01643b96e1e, regionState=OPENING, regionLocation=28425b5b8f92,41775,1732110013219 2024-11-20T13:40:16,912 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=80a55f249db33b1beace0fc6f1aca874, regionState=OPENING, regionLocation=28425b5b8f92,41775,1732110013219 2024-11-20T13:40:16,913 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8e7c99d12e378f626d1f958639b8d75e, regionState=OPENING, regionLocation=28425b5b8f92,41775,1732110013219 2024-11-20T13:40:16,914 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f011012594608d3db9e51cfa80ceddb8, regionState=OPENING, regionLocation=28425b5b8f92,41775,1732110013219 2024-11-20T13:40:16,915 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=71f7bbb3f2a4b1b4f585498c1466a7a1, regionState=OPENING, regionLocation=28425b5b8f92,41775,1732110013219 2024-11-20T13:40:16,915 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:40:16,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97515148c697b555e023b0864337732e, ASSIGN because future has completed 2024-11-20T13:40:16,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97515148c697b555e023b0864337732e, server=28425b5b8f92,41775,1732110013219}] 2024-11-20T13:40:16,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43787, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:40:16,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98193739d3fd040f324ac01643b96e1e, ASSIGN because future has completed 2024-11-20T13:40:16,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80a55f249db33b1beace0fc6f1aca874, ASSIGN because future has completed 2024-11-20T13:40:16,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8e7c99d12e378f626d1f958639b8d75e, ASSIGN because future has completed 2024-11-20T13:40:16,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f011012594608d3db9e51cfa80ceddb8, ASSIGN because future has completed 2024-11-20T13:40:16,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=71f7bbb3f2a4b1b4f585498c1466a7a1, ASSIGN because future has completed 2024-11-20T13:40:16,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f011012594608d3db9e51cfa80ceddb8, server=28425b5b8f92,41775,1732110013219}] 2024-11-20T13:40:16,926 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732110015834.976ffa74bb94fce8d45524f3e1edb281. 2024-11-20T13:40:16,926 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 976ffa74bb94fce8d45524f3e1edb281, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732110015834.976ffa74bb94fce8d45524f3e1edb281.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-20T13:40:16,927 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 976ffa74bb94fce8d45524f3e1edb281 2024-11-20T13:40:16,927 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732110015834.976ffa74bb94fce8d45524f3e1edb281.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:16,927 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 976ffa74bb94fce8d45524f3e1edb281 2024-11-20T13:40:16,927 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 976ffa74bb94fce8d45524f3e1edb281 2024-11-20T13:40:16,930 INFO [StoreOpener-976ffa74bb94fce8d45524f3e1edb281-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 976ffa74bb94fce8d45524f3e1edb281 2024-11-20T13:40:16,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71f7bbb3f2a4b1b4f585498c1466a7a1, server=28425b5b8f92,41775,1732110013219}] 2024-11-20T13:40:16,932 INFO [StoreOpener-976ffa74bb94fce8d45524f3e1edb281-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 976ffa74bb94fce8d45524f3e1edb281 columnFamilyName colfamily11 2024-11-20T13:40:16,933 DEBUG [StoreOpener-976ffa74bb94fce8d45524f3e1edb281-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:16,934 INFO [StoreOpener-976ffa74bb94fce8d45524f3e1edb281-1 {}] regionserver.HStore(327): Store=976ffa74bb94fce8d45524f3e1edb281/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:16,934 INFO [StoreOpener-976ffa74bb94fce8d45524f3e1edb281-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 976ffa74bb94fce8d45524f3e1edb281 2024-11-20T13:40:16,937 INFO [StoreOpener-976ffa74bb94fce8d45524f3e1edb281-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 976ffa74bb94fce8d45524f3e1edb281 columnFamilyName colfamily21 2024-11-20T13:40:16,937 DEBUG [StoreOpener-976ffa74bb94fce8d45524f3e1edb281-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:16,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e7c99d12e378f626d1f958639b8d75e, server=28425b5b8f92,41775,1732110013219}] 2024-11-20T13:40:16,938 INFO [StoreOpener-976ffa74bb94fce8d45524f3e1edb281-1 {}] regionserver.HStore(327): Store=976ffa74bb94fce8d45524f3e1edb281/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:16,938 INFO [StoreOpener-976ffa74bb94fce8d45524f3e1edb281-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 976ffa74bb94fce8d45524f3e1edb281 2024-11-20T13:40:16,940 INFO [StoreOpener-976ffa74bb94fce8d45524f3e1edb281-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 976ffa74bb94fce8d45524f3e1edb281 columnFamilyName colfamily31 2024-11-20T13:40:16,940 DEBUG [StoreOpener-976ffa74bb94fce8d45524f3e1edb281-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:16,941 INFO [StoreOpener-976ffa74bb94fce8d45524f3e1edb281-1 {}] regionserver.HStore(327): Store=976ffa74bb94fce8d45524f3e1edb281/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:16,941 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 976ffa74bb94fce8d45524f3e1edb281 2024-11-20T13:40:16,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80a55f249db33b1beace0fc6f1aca874, server=28425b5b8f92,41775,1732110013219}] 2024-11-20T13:40:16,942 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/976ffa74bb94fce8d45524f3e1edb281 2024-11-20T13:40:16,943 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/976ffa74bb94fce8d45524f3e1edb281 2024-11-20T13:40:16,945 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 976ffa74bb94fce8d45524f3e1edb281 2024-11-20T13:40:16,945 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 976ffa74bb94fce8d45524f3e1edb281 2024-11-20T13:40:16,946 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:40:16,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98193739d3fd040f324ac01643b96e1e, server=28425b5b8f92,41775,1732110013219}] 2024-11-20T13:40:16,947 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 976ffa74bb94fce8d45524f3e1edb281 2024-11-20T13:40:16,951 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/976ffa74bb94fce8d45524f3e1edb281/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:16,952 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 976ffa74bb94fce8d45524f3e1edb281; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63568247, jitterRate=-0.05275930464267731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:40:16,952 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 976ffa74bb94fce8d45524f3e1edb281 2024-11-20T13:40:16,953 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 976ffa74bb94fce8d45524f3e1edb281: Running coprocessor pre-open hook at 1732110016927Writing region info on filesystem at 1732110016927Initializing all the Stores at 1732110016929 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110016929Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110016929Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110016929Cleaning up temporary data from old regions at 1732110016945 (+16 ms)Running coprocessor post-open hooks at 1732110016952 (+7 ms)Region opened successfully at 1732110016953 (+1 ms) 2024-11-20T13:40:16,955 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732110015834.976ffa74bb94fce8d45524f3e1edb281., pid=35, masterSystemTime=1732110016915 2024-11-20T13:40:16,958 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732110015834.976ffa74bb94fce8d45524f3e1edb281. 2024-11-20T13:40:16,959 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732110015834.976ffa74bb94fce8d45524f3e1edb281. 2024-11-20T13:40:16,959 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88. 2024-11-20T13:40:16,959 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=976ffa74bb94fce8d45524f3e1edb281, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,43975,1732110013111 2024-11-20T13:40:16,959 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => fb13510a8c22eb0c8a45651eea688d88, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-20T13:40:16,960 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true fb13510a8c22eb0c8a45651eea688d88 2024-11-20T13:40:16,960 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:16,960 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for fb13510a8c22eb0c8a45651eea688d88 2024-11-20T13:40:16,960 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for fb13510a8c22eb0c8a45651eea688d88 2024-11-20T13:40:16,963 INFO [StoreOpener-fb13510a8c22eb0c8a45651eea688d88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region fb13510a8c22eb0c8a45651eea688d88 2024-11-20T13:40:16,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 976ffa74bb94fce8d45524f3e1edb281, server=28425b5b8f92,43975,1732110013111 because future has completed 2024-11-20T13:40:16,967 INFO [StoreOpener-fb13510a8c22eb0c8a45651eea688d88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb13510a8c22eb0c8a45651eea688d88 columnFamilyName colfamily11 2024-11-20T13:40:16,967 DEBUG [StoreOpener-fb13510a8c22eb0c8a45651eea688d88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:16,968 INFO [StoreOpener-fb13510a8c22eb0c8a45651eea688d88-1 {}] regionserver.HStore(327): Store=fb13510a8c22eb0c8a45651eea688d88/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:16,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=18 2024-11-20T13:40:16,968 INFO [StoreOpener-fb13510a8c22eb0c8a45651eea688d88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region fb13510a8c22eb0c8a45651eea688d88 2024-11-20T13:40:16,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 976ffa74bb94fce8d45524f3e1edb281, server=28425b5b8f92,43975,1732110013111 in 170 msec 2024-11-20T13:40:16,971 INFO [StoreOpener-fb13510a8c22eb0c8a45651eea688d88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb13510a8c22eb0c8a45651eea688d88 columnFamilyName colfamily21 2024-11-20T13:40:16,971 DEBUG [StoreOpener-fb13510a8c22eb0c8a45651eea688d88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:16,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=976ffa74bb94fce8d45524f3e1edb281, ASSIGN in 383 msec 2024-11-20T13:40:16,972 INFO [StoreOpener-fb13510a8c22eb0c8a45651eea688d88-1 {}] regionserver.HStore(327): Store=fb13510a8c22eb0c8a45651eea688d88/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:16,972 INFO [StoreOpener-fb13510a8c22eb0c8a45651eea688d88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region fb13510a8c22eb0c8a45651eea688d88 2024-11-20T13:40:16,975 INFO [StoreOpener-fb13510a8c22eb0c8a45651eea688d88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb13510a8c22eb0c8a45651eea688d88 columnFamilyName colfamily31 2024-11-20T13:40:16,975 DEBUG [StoreOpener-fb13510a8c22eb0c8a45651eea688d88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:16,975 INFO [StoreOpener-fb13510a8c22eb0c8a45651eea688d88-1 {}] regionserver.HStore(327): Store=fb13510a8c22eb0c8a45651eea688d88/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:16,976 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for fb13510a8c22eb0c8a45651eea688d88 2024-11-20T13:40:16,977 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fb13510a8c22eb0c8a45651eea688d88 2024-11-20T13:40:16,978 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fb13510a8c22eb0c8a45651eea688d88 2024-11-20T13:40:16,979 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for fb13510a8c22eb0c8a45651eea688d88 2024-11-20T13:40:16,979 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for fb13510a8c22eb0c8a45651eea688d88 2024-11-20T13:40:16,980 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:40:16,982 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for fb13510a8c22eb0c8a45651eea688d88 2024-11-20T13:40:16,985 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fb13510a8c22eb0c8a45651eea688d88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:16,985 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:40:16,986 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened fb13510a8c22eb0c8a45651eea688d88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66264048, jitterRate=-0.012588739395141602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:40:16,986 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb13510a8c22eb0c8a45651eea688d88 2024-11-20T13:40:16,987 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for fb13510a8c22eb0c8a45651eea688d88: Running coprocessor pre-open hook at 1732110016960Writing region info on filesystem at 1732110016960Initializing all the Stores at 1732110016962 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110016962Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110016963 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110016963Cleaning up temporary data from old regions at 1732110016979 (+16 ms)Running coprocessor post-open hooks at 1732110016986 (+7 ms)Region opened successfully at 1732110016987 (+1 ms) 2024-11-20T13:40:16,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53329, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:40:16,988 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88., pid=36, masterSystemTime=1732110016915 2024-11-20T13:40:16,991 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88. 2024-11-20T13:40:16,991 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88. 2024-11-20T13:40:16,992 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1. 2024-11-20T13:40:16,992 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 0379100628a9f24ec3d80dfea7aed3c1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-20T13:40:16,992 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0379100628a9f24ec3d80dfea7aed3c1 2024-11-20T13:40:16,992 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=fb13510a8c22eb0c8a45651eea688d88, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,43975,1732110013111 2024-11-20T13:40:16,992 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:16,993 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 0379100628a9f24ec3d80dfea7aed3c1 2024-11-20T13:40:16,993 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 0379100628a9f24ec3d80dfea7aed3c1 2024-11-20T13:40:16,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb13510a8c22eb0c8a45651eea688d88, server=28425b5b8f92,43975,1732110013111 because future has completed 2024-11-20T13:40:16,996 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732110015834.a0997a57fef4314e2739dc23edbf61b7. 2024-11-20T13:40:16,996 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => a0997a57fef4314e2739dc23edbf61b7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732110015834.a0997a57fef4314e2739dc23edbf61b7.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-20T13:40:16,997 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a0997a57fef4314e2739dc23edbf61b7 2024-11-20T13:40:16,997 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732110015834.a0997a57fef4314e2739dc23edbf61b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:16,997 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for a0997a57fef4314e2739dc23edbf61b7 2024-11-20T13:40:16,997 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for a0997a57fef4314e2739dc23edbf61b7 2024-11-20T13:40:17,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=24 2024-11-20T13:40:17,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure fb13510a8c22eb0c8a45651eea688d88, server=28425b5b8f92,43975,1732110013111 in 197 msec 2024-11-20T13:40:17,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fb13510a8c22eb0c8a45651eea688d88, ASSIGN in 416 msec 2024-11-20T13:40:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T13:40:17,008 INFO [StoreOpener-0379100628a9f24ec3d80dfea7aed3c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0379100628a9f24ec3d80dfea7aed3c1 2024-11-20T13:40:17,008 INFO [StoreOpener-a0997a57fef4314e2739dc23edbf61b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a0997a57fef4314e2739dc23edbf61b7 2024-11-20T13:40:17,011 INFO [StoreOpener-a0997a57fef4314e2739dc23edbf61b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0997a57fef4314e2739dc23edbf61b7 columnFamilyName colfamily11 2024-11-20T13:40:17,011 INFO [StoreOpener-0379100628a9f24ec3d80dfea7aed3c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0379100628a9f24ec3d80dfea7aed3c1 columnFamilyName colfamily11 2024-11-20T13:40:17,011 DEBUG [StoreOpener-a0997a57fef4314e2739dc23edbf61b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,011 DEBUG [StoreOpener-0379100628a9f24ec3d80dfea7aed3c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,011 INFO [StoreOpener-a0997a57fef4314e2739dc23edbf61b7-1 {}] regionserver.HStore(327): Store=a0997a57fef4314e2739dc23edbf61b7/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,012 INFO [StoreOpener-a0997a57fef4314e2739dc23edbf61b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a0997a57fef4314e2739dc23edbf61b7 2024-11-20T13:40:17,012 INFO [StoreOpener-0379100628a9f24ec3d80dfea7aed3c1-1 {}] regionserver.HStore(327): Store=0379100628a9f24ec3d80dfea7aed3c1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,012 INFO [StoreOpener-0379100628a9f24ec3d80dfea7aed3c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0379100628a9f24ec3d80dfea7aed3c1 2024-11-20T13:40:17,014 INFO [StoreOpener-0379100628a9f24ec3d80dfea7aed3c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0379100628a9f24ec3d80dfea7aed3c1 columnFamilyName colfamily21 2024-11-20T13:40:17,014 INFO [StoreOpener-a0997a57fef4314e2739dc23edbf61b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0997a57fef4314e2739dc23edbf61b7 columnFamilyName colfamily21 2024-11-20T13:40:17,014 DEBUG [StoreOpener-0379100628a9f24ec3d80dfea7aed3c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,014 DEBUG [StoreOpener-a0997a57fef4314e2739dc23edbf61b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,014 INFO [StoreOpener-a0997a57fef4314e2739dc23edbf61b7-1 {}] regionserver.HStore(327): Store=a0997a57fef4314e2739dc23edbf61b7/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,014 INFO [StoreOpener-0379100628a9f24ec3d80dfea7aed3c1-1 {}] regionserver.HStore(327): Store=0379100628a9f24ec3d80dfea7aed3c1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,015 INFO [StoreOpener-a0997a57fef4314e2739dc23edbf61b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a0997a57fef4314e2739dc23edbf61b7 2024-11-20T13:40:17,015 INFO [StoreOpener-0379100628a9f24ec3d80dfea7aed3c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0379100628a9f24ec3d80dfea7aed3c1 2024-11-20T13:40:17,017 INFO [StoreOpener-a0997a57fef4314e2739dc23edbf61b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0997a57fef4314e2739dc23edbf61b7 columnFamilyName colfamily31 2024-11-20T13:40:17,017 DEBUG [StoreOpener-a0997a57fef4314e2739dc23edbf61b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,017 INFO [StoreOpener-0379100628a9f24ec3d80dfea7aed3c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0379100628a9f24ec3d80dfea7aed3c1 columnFamilyName colfamily31 2024-11-20T13:40:17,017 DEBUG [StoreOpener-0379100628a9f24ec3d80dfea7aed3c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,018 INFO [StoreOpener-0379100628a9f24ec3d80dfea7aed3c1-1 {}] regionserver.HStore(327): Store=0379100628a9f24ec3d80dfea7aed3c1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,018 INFO [StoreOpener-a0997a57fef4314e2739dc23edbf61b7-1 {}] regionserver.HStore(327): Store=a0997a57fef4314e2739dc23edbf61b7/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,018 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 0379100628a9f24ec3d80dfea7aed3c1 2024-11-20T13:40:17,020 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for a0997a57fef4314e2739dc23edbf61b7 2024-11-20T13:40:17,020 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0379100628a9f24ec3d80dfea7aed3c1 2024-11-20T13:40:17,020 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0379100628a9f24ec3d80dfea7aed3c1 2024-11-20T13:40:17,021 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a0997a57fef4314e2739dc23edbf61b7 2024-11-20T13:40:17,021 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a0997a57fef4314e2739dc23edbf61b7 2024-11-20T13:40:17,022 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 0379100628a9f24ec3d80dfea7aed3c1 2024-11-20T13:40:17,022 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 0379100628a9f24ec3d80dfea7aed3c1 2024-11-20T13:40:17,023 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:40:17,023 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for a0997a57fef4314e2739dc23edbf61b7 2024-11-20T13:40:17,023 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for a0997a57fef4314e2739dc23edbf61b7 2024-11-20T13:40:17,024 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:40:17,024 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 0379100628a9f24ec3d80dfea7aed3c1 2024-11-20T13:40:17,025 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for a0997a57fef4314e2739dc23edbf61b7 2024-11-20T13:40:17,027 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0379100628a9f24ec3d80dfea7aed3c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:17,028 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 0379100628a9f24ec3d80dfea7aed3c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65392422, jitterRate=-0.02557697892189026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:40:17,028 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0379100628a9f24ec3d80dfea7aed3c1 2024-11-20T13:40:17,028 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 0379100628a9f24ec3d80dfea7aed3c1: Running coprocessor pre-open hook at 1732110016993Writing region info on filesystem at 1732110016993Initializing all the Stores at 1732110016996 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110016996Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017008 (+12 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017008Cleaning up temporary data from old regions at 1732110017022 (+14 ms)Running coprocessor post-open hooks at 1732110017028 (+6 ms)Region opened successfully at 1732110017028 2024-11-20T13:40:17,029 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a0997a57fef4314e2739dc23edbf61b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:17,030 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1., pid=33, masterSystemTime=1732110016915 2024-11-20T13:40:17,029 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened a0997a57fef4314e2739dc23edbf61b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68203067, jitterRate=0.016304895281791687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:40:17,030 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0997a57fef4314e2739dc23edbf61b7 2024-11-20T13:40:17,030 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for a0997a57fef4314e2739dc23edbf61b7: Running coprocessor pre-open hook at 1732110016998Writing region info on filesystem at 1732110016998Initializing all the Stores at 1732110016999 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110016999Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017008 (+9 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017008Cleaning up temporary data from old regions at 1732110017023 (+15 ms)Running coprocessor post-open hooks at 1732110017030 (+7 ms)Region opened successfully at 1732110017030 2024-11-20T13:40:17,031 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732110015834.a0997a57fef4314e2739dc23edbf61b7., pid=40, masterSystemTime=1732110016985 2024-11-20T13:40:17,033 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1. 2024-11-20T13:40:17,034 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1. 2024-11-20T13:40:17,034 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f. 2024-11-20T13:40:17,034 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => eea434eab5f42a5c390bc213d1c6a98f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-20T13:40:17,035 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=0379100628a9f24ec3d80dfea7aed3c1, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,43975,1732110013111 2024-11-20T13:40:17,035 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true eea434eab5f42a5c390bc213d1c6a98f 2024-11-20T13:40:17,035 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:17,035 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732110015834.a0997a57fef4314e2739dc23edbf61b7. 2024-11-20T13:40:17,035 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for eea434eab5f42a5c390bc213d1c6a98f 2024-11-20T13:40:17,035 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for eea434eab5f42a5c390bc213d1c6a98f 2024-11-20T13:40:17,035 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732110015834.a0997a57fef4314e2739dc23edbf61b7. 2024-11-20T13:40:17,035 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06. 2024-11-20T13:40:17,036 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d9fa54154560e751c80d6c8773e8a06, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-20T13:40:17,036 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7d9fa54154560e751c80d6c8773e8a06 2024-11-20T13:40:17,036 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:17,036 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 7d9fa54154560e751c80d6c8773e8a06 2024-11-20T13:40:17,036 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 7d9fa54154560e751c80d6c8773e8a06 2024-11-20T13:40:17,038 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42989 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=28425b5b8f92,43975,1732110013111, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0379100628a9f24ec3d80dfea7aed3c1. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T13:40:17,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0379100628a9f24ec3d80dfea7aed3c1, server=28425b5b8f92,43975,1732110013111 because future has completed 2024-11-20T13:40:17,040 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=a0997a57fef4314e2739dc23edbf61b7, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:40:17,041 INFO [StoreOpener-eea434eab5f42a5c390bc213d1c6a98f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region eea434eab5f42a5c390bc213d1c6a98f 2024-11-20T13:40:17,043 INFO [StoreOpener-7d9fa54154560e751c80d6c8773e8a06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7d9fa54154560e751c80d6c8773e8a06 2024-11-20T13:40:17,045 INFO [StoreOpener-eea434eab5f42a5c390bc213d1c6a98f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eea434eab5f42a5c390bc213d1c6a98f columnFamilyName colfamily11 2024-11-20T13:40:17,045 DEBUG [StoreOpener-eea434eab5f42a5c390bc213d1c6a98f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,046 INFO [StoreOpener-eea434eab5f42a5c390bc213d1c6a98f-1 {}] regionserver.HStore(327): Store=eea434eab5f42a5c390bc213d1c6a98f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,047 INFO [StoreOpener-eea434eab5f42a5c390bc213d1c6a98f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region eea434eab5f42a5c390bc213d1c6a98f 2024-11-20T13:40:17,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0997a57fef4314e2739dc23edbf61b7, server=28425b5b8f92,43915,1732110013268 because future has completed 2024-11-20T13:40:17,049 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e. 2024-11-20T13:40:17,049 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e7c99d12e378f626d1f958639b8d75e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-20T13:40:17,049 INFO [StoreOpener-eea434eab5f42a5c390bc213d1c6a98f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eea434eab5f42a5c390bc213d1c6a98f columnFamilyName colfamily21 2024-11-20T13:40:17,049 INFO [StoreOpener-7d9fa54154560e751c80d6c8773e8a06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d9fa54154560e751c80d6c8773e8a06 columnFamilyName colfamily11 2024-11-20T13:40:17,049 DEBUG [StoreOpener-eea434eab5f42a5c390bc213d1c6a98f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,049 DEBUG [StoreOpener-7d9fa54154560e751c80d6c8773e8a06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,050 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:40:17,050 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:17,050 INFO [StoreOpener-eea434eab5f42a5c390bc213d1c6a98f-1 {}] regionserver.HStore(327): Store=eea434eab5f42a5c390bc213d1c6a98f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,050 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:40:17,050 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:40:17,050 INFO [StoreOpener-eea434eab5f42a5c390bc213d1c6a98f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region eea434eab5f42a5c390bc213d1c6a98f 2024-11-20T13:40:17,051 INFO [StoreOpener-7d9fa54154560e751c80d6c8773e8a06-1 {}] regionserver.HStore(327): Store=7d9fa54154560e751c80d6c8773e8a06/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,051 INFO [StoreOpener-7d9fa54154560e751c80d6c8773e8a06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7d9fa54154560e751c80d6c8773e8a06 2024-11-20T13:40:17,053 INFO [StoreOpener-eea434eab5f42a5c390bc213d1c6a98f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eea434eab5f42a5c390bc213d1c6a98f columnFamilyName colfamily31 2024-11-20T13:40:17,053 DEBUG [StoreOpener-eea434eab5f42a5c390bc213d1c6a98f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,054 INFO [StoreOpener-eea434eab5f42a5c390bc213d1c6a98f-1 {}] regionserver.HStore(327): Store=eea434eab5f42a5c390bc213d1c6a98f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,054 INFO [StoreOpener-8e7c99d12e378f626d1f958639b8d75e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:40:17,054 INFO [StoreOpener-7d9fa54154560e751c80d6c8773e8a06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d9fa54154560e751c80d6c8773e8a06 columnFamilyName colfamily21 2024-11-20T13:40:17,054 DEBUG [StoreOpener-7d9fa54154560e751c80d6c8773e8a06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=15 2024-11-20T13:40:17,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 0379100628a9f24ec3d80dfea7aed3c1, server=28425b5b8f92,43975,1732110013111 in 272 msec 2024-11-20T13:40:17,055 INFO [StoreOpener-7d9fa54154560e751c80d6c8773e8a06-1 {}] regionserver.HStore(327): Store=7d9fa54154560e751c80d6c8773e8a06/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,055 INFO [StoreOpener-7d9fa54154560e751c80d6c8773e8a06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7d9fa54154560e751c80d6c8773e8a06 2024-11-20T13:40:17,056 INFO [StoreOpener-8e7c99d12e378f626d1f958639b8d75e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e7c99d12e378f626d1f958639b8d75e columnFamilyName colfamily11 2024-11-20T13:40:17,056 DEBUG [StoreOpener-8e7c99d12e378f626d1f958639b8d75e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,057 INFO [StoreOpener-8e7c99d12e378f626d1f958639b8d75e-1 {}] regionserver.HStore(327): Store=8e7c99d12e378f626d1f958639b8d75e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,057 INFO [StoreOpener-7d9fa54154560e751c80d6c8773e8a06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d9fa54154560e751c80d6c8773e8a06 columnFamilyName colfamily31 2024-11-20T13:40:17,057 DEBUG [StoreOpener-7d9fa54154560e751c80d6c8773e8a06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,057 INFO [StoreOpener-8e7c99d12e378f626d1f958639b8d75e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:40:17,058 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for eea434eab5f42a5c390bc213d1c6a98f 2024-11-20T13:40:17,058 INFO [StoreOpener-7d9fa54154560e751c80d6c8773e8a06-1 {}] regionserver.HStore(327): Store=7d9fa54154560e751c80d6c8773e8a06/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,059 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 7d9fa54154560e751c80d6c8773e8a06 2024-11-20T13:40:17,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0379100628a9f24ec3d80dfea7aed3c1, ASSIGN in 469 msec 2024-11-20T13:40:17,059 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eea434eab5f42a5c390bc213d1c6a98f 2024-11-20T13:40:17,060 INFO [StoreOpener-8e7c99d12e378f626d1f958639b8d75e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e7c99d12e378f626d1f958639b8d75e columnFamilyName colfamily21 2024-11-20T13:40:17,060 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eea434eab5f42a5c390bc213d1c6a98f 2024-11-20T13:40:17,060 DEBUG [StoreOpener-8e7c99d12e378f626d1f958639b8d75e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,061 INFO [StoreOpener-8e7c99d12e378f626d1f958639b8d75e-1 {}] regionserver.HStore(327): Store=8e7c99d12e378f626d1f958639b8d75e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,061 INFO [StoreOpener-8e7c99d12e378f626d1f958639b8d75e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:40:17,062 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for eea434eab5f42a5c390bc213d1c6a98f 2024-11-20T13:40:17,062 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for eea434eab5f42a5c390bc213d1c6a98f 2024-11-20T13:40:17,062 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d9fa54154560e751c80d6c8773e8a06 2024-11-20T13:40:17,063 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:40:17,063 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d9fa54154560e751c80d6c8773e8a06 2024-11-20T13:40:17,064 INFO [StoreOpener-8e7c99d12e378f626d1f958639b8d75e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e7c99d12e378f626d1f958639b8d75e columnFamilyName colfamily31 2024-11-20T13:40:17,064 DEBUG [StoreOpener-8e7c99d12e378f626d1f958639b8d75e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,065 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 7d9fa54154560e751c80d6c8773e8a06 2024-11-20T13:40:17,065 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for eea434eab5f42a5c390bc213d1c6a98f 2024-11-20T13:40:17,066 INFO [StoreOpener-8e7c99d12e378f626d1f958639b8d75e-1 {}] regionserver.HStore(327): Store=8e7c99d12e378f626d1f958639b8d75e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,066 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:40:17,067 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 7d9fa54154560e751c80d6c8773e8a06 2024-11-20T13:40:17,068 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:40:17,068 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:40:17,069 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:40:17,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=17 2024-11-20T13:40:17,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure a0997a57fef4314e2739dc23edbf61b7, server=28425b5b8f92,43915,1732110013268 in 225 msec 2024-11-20T13:40:17,070 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eea434eab5f42a5c390bc213d1c6a98f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:17,071 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened eea434eab5f42a5c390bc213d1c6a98f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73265667, jitterRate=0.09174351394176483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:40:17,071 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eea434eab5f42a5c390bc213d1c6a98f 2024-11-20T13:40:17,071 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 7d9fa54154560e751c80d6c8773e8a06 2024-11-20T13:40:17,071 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:40:17,071 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:40:17,071 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for eea434eab5f42a5c390bc213d1c6a98f: Running coprocessor pre-open hook at 1732110017035Writing region info on filesystem at 1732110017035Initializing all the Stores at 1732110017040 (+5 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017040Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017041 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017041Cleaning up temporary data from old regions at 1732110017062 (+21 ms)Running coprocessor post-open hooks at 1732110017071 (+9 ms)Region opened successfully at 1732110017071 2024-11-20T13:40:17,072 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:40:17,074 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f., pid=37, masterSystemTime=1732110016915 2024-11-20T13:40:17,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a0997a57fef4314e2739dc23edbf61b7, ASSIGN in 484 msec 2024-11-20T13:40:17,075 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:40:17,077 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d9fa54154560e751c80d6c8773e8a06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:17,078 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f. 2024-11-20T13:40:17,078 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f. 2024-11-20T13:40:17,078 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 7d9fa54154560e751c80d6c8773e8a06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72426800, jitterRate=0.07924342155456543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:40:17,078 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d9fa54154560e751c80d6c8773e8a06 2024-11-20T13:40:17,079 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 7d9fa54154560e751c80d6c8773e8a06: Running coprocessor pre-open hook at 1732110017036Writing region info on filesystem at 1732110017036Initializing all the Stores at 1732110017040 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017040Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017043 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017043Cleaning up temporary data from old regions at 1732110017067 (+24 ms)Running coprocessor post-open hooks at 1732110017079 (+12 ms)Region opened successfully at 1732110017079 2024-11-20T13:40:17,080 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460. 2024-11-20T13:40:17,081 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e7c99d12e378f626d1f958639b8d75e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:17,080 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => 51081010bfd200d5fa473dd05c6d8460, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-20T13:40:17,081 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06., pid=48, masterSystemTime=1732110016985 2024-11-20T13:40:17,081 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=eea434eab5f42a5c390bc213d1c6a98f, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,43975,1732110013111 2024-11-20T13:40:17,081 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 51081010bfd200d5fa473dd05c6d8460 2024-11-20T13:40:17,081 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:17,082 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for 51081010bfd200d5fa473dd05c6d8460 2024-11-20T13:40:17,082 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for 51081010bfd200d5fa473dd05c6d8460 2024-11-20T13:40:17,082 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 8e7c99d12e378f626d1f958639b8d75e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61186827, jitterRate=-0.08824522793292999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:40:17,082 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:40:17,082 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 8e7c99d12e378f626d1f958639b8d75e: Running coprocessor pre-open hook at 1732110017051Writing region info on filesystem at 1732110017051Initializing all the Stores at 1732110017053 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017053Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017053Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017054 (+1 ms)Cleaning up temporary data from old regions at 1732110017071 (+17 ms)Running coprocessor post-open hooks at 1732110017082 (+11 ms)Region opened successfully at 1732110017082 2024-11-20T13:40:17,083 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e., pid=54, masterSystemTime=1732110017039 2024-11-20T13:40:17,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure eea434eab5f42a5c390bc213d1c6a98f, server=28425b5b8f92,43975,1732110013111 because future has completed 2024-11-20T13:40:17,087 INFO [StoreOpener-51081010bfd200d5fa473dd05c6d8460-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 51081010bfd200d5fa473dd05c6d8460 2024-11-20T13:40:17,088 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06. 2024-11-20T13:40:17,088 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06. 2024-11-20T13:40:17,088 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e. 2024-11-20T13:40:17,088 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e. 2024-11-20T13:40:17,088 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e. 2024-11-20T13:40:17,089 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 98193739d3fd040f324ac01643b96e1e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-20T13:40:17,089 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 98193739d3fd040f324ac01643b96e1e 2024-11-20T13:40:17,089 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:17,090 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 98193739d3fd040f324ac01643b96e1e 2024-11-20T13:40:17,090 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 98193739d3fd040f324ac01643b96e1e 2024-11-20T13:40:17,090 INFO [StoreOpener-51081010bfd200d5fa473dd05c6d8460-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51081010bfd200d5fa473dd05c6d8460 columnFamilyName colfamily11 2024-11-20T13:40:17,090 DEBUG [StoreOpener-51081010bfd200d5fa473dd05c6d8460-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,090 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148. 2024-11-20T13:40:17,090 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 61ff141dfac4f04a12554449c8586148, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-20T13:40:17,091 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 61ff141dfac4f04a12554449c8586148 2024-11-20T13:40:17,091 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:17,091 INFO [StoreOpener-51081010bfd200d5fa473dd05c6d8460-1 {}] regionserver.HStore(327): Store=51081010bfd200d5fa473dd05c6d8460/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=27 2024-11-20T13:40:17,091 INFO [StoreOpener-51081010bfd200d5fa473dd05c6d8460-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 51081010bfd200d5fa473dd05c6d8460 2024-11-20T13:40:17,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure eea434eab5f42a5c390bc213d1c6a98f, server=28425b5b8f92,43975,1732110013111 in 280 msec 2024-11-20T13:40:17,092 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 61ff141dfac4f04a12554449c8586148 2024-11-20T13:40:17,092 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 61ff141dfac4f04a12554449c8586148 2024-11-20T13:40:17,092 INFO [StoreOpener-98193739d3fd040f324ac01643b96e1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 98193739d3fd040f324ac01643b96e1e 2024-11-20T13:40:17,094 INFO [StoreOpener-51081010bfd200d5fa473dd05c6d8460-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51081010bfd200d5fa473dd05c6d8460 columnFamilyName colfamily21 2024-11-20T13:40:17,095 DEBUG [StoreOpener-51081010bfd200d5fa473dd05c6d8460-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eea434eab5f42a5c390bc213d1c6a98f, ASSIGN in 506 msec 2024-11-20T13:40:17,095 INFO [StoreOpener-51081010bfd200d5fa473dd05c6d8460-1 {}] regionserver.HStore(327): Store=51081010bfd200d5fa473dd05c6d8460/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,096 INFO [StoreOpener-51081010bfd200d5fa473dd05c6d8460-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 51081010bfd200d5fa473dd05c6d8460 2024-11-20T13:40:17,095 INFO [StoreOpener-61ff141dfac4f04a12554449c8586148-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 61ff141dfac4f04a12554449c8586148 2024-11-20T13:40:17,097 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8e7c99d12e378f626d1f958639b8d75e, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,41775,1732110013219 2024-11-20T13:40:17,097 INFO [StoreOpener-98193739d3fd040f324ac01643b96e1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98193739d3fd040f324ac01643b96e1e columnFamilyName colfamily11 2024-11-20T13:40:17,097 DEBUG [StoreOpener-98193739d3fd040f324ac01643b96e1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,098 INFO [StoreOpener-51081010bfd200d5fa473dd05c6d8460-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51081010bfd200d5fa473dd05c6d8460 columnFamilyName colfamily31 2024-11-20T13:40:17,098 INFO [StoreOpener-98193739d3fd040f324ac01643b96e1e-1 {}] regionserver.HStore(327): Store=98193739d3fd040f324ac01643b96e1e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,098 DEBUG [StoreOpener-51081010bfd200d5fa473dd05c6d8460-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,099 INFO [StoreOpener-98193739d3fd040f324ac01643b96e1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 98193739d3fd040f324ac01643b96e1e 2024-11-20T13:40:17,099 INFO [StoreOpener-61ff141dfac4f04a12554449c8586148-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61ff141dfac4f04a12554449c8586148 columnFamilyName colfamily11 2024-11-20T13:40:17,099 DEBUG [StoreOpener-61ff141dfac4f04a12554449c8586148-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,100 INFO [StoreOpener-51081010bfd200d5fa473dd05c6d8460-1 {}] regionserver.HStore(327): Store=51081010bfd200d5fa473dd05c6d8460/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,101 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for 51081010bfd200d5fa473dd05c6d8460 2024-11-20T13:40:17,101 INFO [StoreOpener-61ff141dfac4f04a12554449c8586148-1 {}] regionserver.HStore(327): Store=61ff141dfac4f04a12554449c8586148/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,101 INFO [StoreOpener-61ff141dfac4f04a12554449c8586148-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 61ff141dfac4f04a12554449c8586148 2024-11-20T13:40:17,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e7c99d12e378f626d1f958639b8d75e, server=28425b5b8f92,41775,1732110013219 because future has completed 2024-11-20T13:40:17,102 INFO [StoreOpener-98193739d3fd040f324ac01643b96e1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98193739d3fd040f324ac01643b96e1e columnFamilyName colfamily21 2024-11-20T13:40:17,103 DEBUG [StoreOpener-98193739d3fd040f324ac01643b96e1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,103 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51081010bfd200d5fa473dd05c6d8460 2024-11-20T13:40:17,103 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7d9fa54154560e751c80d6c8773e8a06, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:40:17,103 INFO [StoreOpener-98193739d3fd040f324ac01643b96e1e-1 {}] regionserver.HStore(327): Store=98193739d3fd040f324ac01643b96e1e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,103 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51081010bfd200d5fa473dd05c6d8460 2024-11-20T13:40:17,103 INFO [StoreOpener-98193739d3fd040f324ac01643b96e1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 98193739d3fd040f324ac01643b96e1e 2024-11-20T13:40:17,106 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for 51081010bfd200d5fa473dd05c6d8460 2024-11-20T13:40:17,106 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for 51081010bfd200d5fa473dd05c6d8460 2024-11-20T13:40:17,106 INFO [StoreOpener-61ff141dfac4f04a12554449c8586148-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61ff141dfac4f04a12554449c8586148 columnFamilyName colfamily21 2024-11-20T13:40:17,106 DEBUG [StoreOpener-61ff141dfac4f04a12554449c8586148-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,107 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:40:17,107 INFO [StoreOpener-98193739d3fd040f324ac01643b96e1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98193739d3fd040f324ac01643b96e1e columnFamilyName colfamily31 2024-11-20T13:40:17,107 DEBUG [StoreOpener-98193739d3fd040f324ac01643b96e1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,107 INFO [StoreOpener-61ff141dfac4f04a12554449c8586148-1 {}] regionserver.HStore(327): Store=61ff141dfac4f04a12554449c8586148/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,108 INFO [StoreOpener-61ff141dfac4f04a12554449c8586148-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 61ff141dfac4f04a12554449c8586148 2024-11-20T13:40:17,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d9fa54154560e751c80d6c8773e8a06, server=28425b5b8f92,43915,1732110013268 because future has completed 2024-11-20T13:40:17,108 INFO [StoreOpener-98193739d3fd040f324ac01643b96e1e-1 {}] regionserver.HStore(327): Store=98193739d3fd040f324ac01643b96e1e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,108 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 98193739d3fd040f324ac01643b96e1e 2024-11-20T13:40:17,109 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for 51081010bfd200d5fa473dd05c6d8460 2024-11-20T13:40:17,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=12 2024-11-20T13:40:17,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e7c99d12e378f626d1f958639b8d75e, server=28425b5b8f92,41775,1732110013219 in 172 msec 2024-11-20T13:40:17,113 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98193739d3fd040f324ac01643b96e1e 2024-11-20T13:40:17,114 INFO [StoreOpener-61ff141dfac4f04a12554449c8586148-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61ff141dfac4f04a12554449c8586148 columnFamilyName colfamily31 2024-11-20T13:40:17,114 DEBUG [StoreOpener-61ff141dfac4f04a12554449c8586148-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,114 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98193739d3fd040f324ac01643b96e1e 2024-11-20T13:40:17,115 INFO [StoreOpener-61ff141dfac4f04a12554449c8586148-1 {}] regionserver.HStore(327): Store=61ff141dfac4f04a12554449c8586148/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,115 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 61ff141dfac4f04a12554449c8586148 2024-11-20T13:40:17,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8e7c99d12e378f626d1f958639b8d75e, ASSIGN in 526 msec 2024-11-20T13:40:17,116 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 98193739d3fd040f324ac01643b96e1e 2024-11-20T13:40:17,116 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 98193739d3fd040f324ac01643b96e1e 2024-11-20T13:40:17,116 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/61ff141dfac4f04a12554449c8586148 2024-11-20T13:40:17,117 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:40:17,117 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/61ff141dfac4f04a12554449c8586148 2024-11-20T13:40:17,118 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 61ff141dfac4f04a12554449c8586148 2024-11-20T13:40:17,118 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 61ff141dfac4f04a12554449c8586148 2024-11-20T13:40:17,119 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 98193739d3fd040f324ac01643b96e1e 2024-11-20T13:40:17,119 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:40:17,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=7 2024-11-20T13:40:17,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d9fa54154560e751c80d6c8773e8a06, server=28425b5b8f92,43915,1732110013268 in 222 msec 2024-11-20T13:40:17,124 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 61ff141dfac4f04a12554449c8586148 2024-11-20T13:40:17,125 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51081010bfd200d5fa473dd05c6d8460/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:17,126 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened 51081010bfd200d5fa473dd05c6d8460; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72695464, jitterRate=0.08324682712554932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:40:17,126 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51081010bfd200d5fa473dd05c6d8460 2024-11-20T13:40:17,126 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for 51081010bfd200d5fa473dd05c6d8460: Running coprocessor pre-open hook at 1732110017082Writing region info on filesystem at 1732110017082Initializing all the Stores at 1732110017085 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017086 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017087 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017087Cleaning up temporary data from old regions at 1732110017106 (+19 ms)Running coprocessor post-open hooks at 1732110017126 (+20 ms)Region opened successfully at 1732110017126 2024-11-20T13:40:17,129 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460., pid=38, masterSystemTime=1732110016915 2024-11-20T13:40:17,129 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98193739d3fd040f324ac01643b96e1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:17,130 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 98193739d3fd040f324ac01643b96e1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74562545, jitterRate=0.11106850206851959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:40:17,131 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98193739d3fd040f324ac01643b96e1e 2024-11-20T13:40:17,131 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 98193739d3fd040f324ac01643b96e1e: Running coprocessor pre-open hook at 1732110017090Writing region info on filesystem at 1732110017090Initializing all the Stores at 1732110017091 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017092 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017092Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017092Cleaning up temporary data from old regions at 1732110017116 (+24 ms)Running coprocessor post-open hooks at 1732110017131 (+15 ms)Region opened successfully at 1732110017131 2024-11-20T13:40:17,131 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/61ff141dfac4f04a12554449c8586148/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:17,132 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 61ff141dfac4f04a12554449c8586148; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60064187, jitterRate=-0.10497386753559113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:40:17,132 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61ff141dfac4f04a12554449c8586148 2024-11-20T13:40:17,132 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e., pid=56, masterSystemTime=1732110017039 2024-11-20T13:40:17,132 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 61ff141dfac4f04a12554449c8586148: Running coprocessor pre-open hook at 1732110017092Writing region info on filesystem at 1732110017092Initializing all the Stores at 1732110017094 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017094Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017095 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017095Cleaning up temporary data from old regions at 1732110017118 (+23 ms)Running coprocessor post-open hooks at 1732110017132 (+14 ms)Region opened successfully at 1732110017132 2024-11-20T13:40:17,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7d9fa54154560e751c80d6c8773e8a06, ASSIGN in 538 msec 2024-11-20T13:40:17,134 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460. 2024-11-20T13:40:17,134 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460. 2024-11-20T13:40:17,134 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148., pid=49, masterSystemTime=1732110016985 2024-11-20T13:40:17,134 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18. 2024-11-20T13:40:17,134 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d469566ec330327bcaa10fa6044cd18, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-20T13:40:17,135 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7d469566ec330327bcaa10fa6044cd18 2024-11-20T13:40:17,135 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:17,135 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 7d469566ec330327bcaa10fa6044cd18 2024-11-20T13:40:17,135 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 7d469566ec330327bcaa10fa6044cd18 2024-11-20T13:40:17,137 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=51081010bfd200d5fa473dd05c6d8460, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,43975,1732110013111 2024-11-20T13:40:17,138 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e. 2024-11-20T13:40:17,138 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e. 2024-11-20T13:40:17,138 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29. 2024-11-20T13:40:17,139 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 5faf0b9de72bd83c2589d61867245b29, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-20T13:40:17,139 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:40:17,139 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:17,139 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:40:17,140 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:40:17,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51081010bfd200d5fa473dd05c6d8460, server=28425b5b8f92,43975,1732110013111 because future has completed 2024-11-20T13:40:17,141 INFO [StoreOpener-7d469566ec330327bcaa10fa6044cd18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7d469566ec330327bcaa10fa6044cd18 2024-11-20T13:40:17,142 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148. 2024-11-20T13:40:17,142 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148. 2024-11-20T13:40:17,143 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35. 2024-11-20T13:40:17,144 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a1c0a8b5d62b59e41c75978945bac35, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-20T13:40:17,143 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=61ff141dfac4f04a12554449c8586148, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:40:17,144 INFO [StoreOpener-7d469566ec330327bcaa10fa6044cd18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d469566ec330327bcaa10fa6044cd18 columnFamilyName colfamily11 2024-11-20T13:40:17,144 DEBUG [StoreOpener-7d469566ec330327bcaa10fa6044cd18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,144 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 9a1c0a8b5d62b59e41c75978945bac35 2024-11-20T13:40:17,144 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:17,144 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 9a1c0a8b5d62b59e41c75978945bac35 2024-11-20T13:40:17,145 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 9a1c0a8b5d62b59e41c75978945bac35 2024-11-20T13:40:17,145 INFO [StoreOpener-7d469566ec330327bcaa10fa6044cd18-1 {}] regionserver.HStore(327): Store=7d469566ec330327bcaa10fa6044cd18/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,145 INFO [StoreOpener-5faf0b9de72bd83c2589d61867245b29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:40:17,143 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42989 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=28425b5b8f92,43975,1732110013111, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=51081010bfd200d5fa473dd05c6d8460. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T13:40:17,145 INFO [StoreOpener-7d469566ec330327bcaa10fa6044cd18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7d469566ec330327bcaa10fa6044cd18 2024-11-20T13:40:17,148 INFO [StoreOpener-5faf0b9de72bd83c2589d61867245b29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5faf0b9de72bd83c2589d61867245b29 columnFamilyName colfamily11 2024-11-20T13:40:17,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61ff141dfac4f04a12554449c8586148, server=28425b5b8f92,43915,1732110013268 because future has completed 2024-11-20T13:40:17,148 INFO [StoreOpener-7d469566ec330327bcaa10fa6044cd18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d469566ec330327bcaa10fa6044cd18 columnFamilyName colfamily21 2024-11-20T13:40:17,148 DEBUG [StoreOpener-5faf0b9de72bd83c2589d61867245b29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,148 DEBUG [StoreOpener-7d469566ec330327bcaa10fa6044cd18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,149 INFO [StoreOpener-5faf0b9de72bd83c2589d61867245b29-1 {}] regionserver.HStore(327): Store=5faf0b9de72bd83c2589d61867245b29/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,149 INFO [StoreOpener-7d469566ec330327bcaa10fa6044cd18-1 {}] regionserver.HStore(327): Store=7d469566ec330327bcaa10fa6044cd18/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,150 INFO [StoreOpener-7d469566ec330327bcaa10fa6044cd18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7d469566ec330327bcaa10fa6044cd18 2024-11-20T13:40:17,150 INFO [StoreOpener-5faf0b9de72bd83c2589d61867245b29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:40:17,152 INFO [StoreOpener-5faf0b9de72bd83c2589d61867245b29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5faf0b9de72bd83c2589d61867245b29 columnFamilyName colfamily21 2024-11-20T13:40:17,152 INFO [StoreOpener-7d469566ec330327bcaa10fa6044cd18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d469566ec330327bcaa10fa6044cd18 columnFamilyName colfamily31 2024-11-20T13:40:17,152 DEBUG [StoreOpener-7d469566ec330327bcaa10fa6044cd18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,152 DEBUG [StoreOpener-5faf0b9de72bd83c2589d61867245b29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,153 INFO [StoreOpener-7d469566ec330327bcaa10fa6044cd18-1 {}] regionserver.HStore(327): Store=7d469566ec330327bcaa10fa6044cd18/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,153 INFO [StoreOpener-5faf0b9de72bd83c2589d61867245b29-1 {}] regionserver.HStore(327): Store=5faf0b9de72bd83c2589d61867245b29/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,153 INFO [StoreOpener-5faf0b9de72bd83c2589d61867245b29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:40:17,153 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 7d469566ec330327bcaa10fa6044cd18 2024-11-20T13:40:17,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=9 2024-11-20T13:40:17,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 51081010bfd200d5fa473dd05c6d8460, server=28425b5b8f92,43975,1732110013111 in 329 msec 2024-11-20T13:40:17,155 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d469566ec330327bcaa10fa6044cd18 2024-11-20T13:40:17,156 INFO [StoreOpener-5faf0b9de72bd83c2589d61867245b29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5faf0b9de72bd83c2589d61867245b29 columnFamilyName colfamily31 2024-11-20T13:40:17,156 DEBUG [StoreOpener-5faf0b9de72bd83c2589d61867245b29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,156 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d469566ec330327bcaa10fa6044cd18 2024-11-20T13:40:17,157 INFO [StoreOpener-5faf0b9de72bd83c2589d61867245b29-1 {}] regionserver.HStore(327): Store=5faf0b9de72bd83c2589d61867245b29/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,157 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:40:17,158 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 7d469566ec330327bcaa10fa6044cd18 2024-11-20T13:40:17,158 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 7d469566ec330327bcaa10fa6044cd18 2024-11-20T13:40:17,158 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:40:17,158 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:40:17,159 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:40:17,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=51081010bfd200d5fa473dd05c6d8460, ASSIGN in 568 msec 2024-11-20T13:40:17,160 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:40:17,160 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:40:17,161 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 7d469566ec330327bcaa10fa6044cd18 2024-11-20T13:40:17,161 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:40:17,163 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:40:17,165 INFO [StoreOpener-9a1c0a8b5d62b59e41c75978945bac35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 9a1c0a8b5d62b59e41c75978945bac35 2024-11-20T13:40:17,165 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d469566ec330327bcaa10fa6044cd18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:17,166 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 7d469566ec330327bcaa10fa6044cd18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67982507, jitterRate=0.013018295168876648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:40:17,167 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d469566ec330327bcaa10fa6044cd18 2024-11-20T13:40:17,167 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 7d469566ec330327bcaa10fa6044cd18: Running coprocessor pre-open hook at 1732110017135Writing region info on filesystem at 1732110017135Initializing all the Stores at 1732110017140 (+5 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017140Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017140Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017140Cleaning up temporary data from old regions at 1732110017158 (+18 ms)Running coprocessor post-open hooks at 1732110017167 (+9 ms)Region opened successfully at 1732110017167 2024-11-20T13:40:17,167 INFO [StoreOpener-9a1c0a8b5d62b59e41c75978945bac35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a1c0a8b5d62b59e41c75978945bac35 columnFamilyName colfamily11 2024-11-20T13:40:17,167 DEBUG [StoreOpener-9a1c0a8b5d62b59e41c75978945bac35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,168 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18., pid=32, masterSystemTime=1732110016915 2024-11-20T13:40:17,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=8 2024-11-20T13:40:17,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 61ff141dfac4f04a12554449c8586148, server=28425b5b8f92,43915,1732110013268 in 260 msec 2024-11-20T13:40:17,169 INFO [StoreOpener-9a1c0a8b5d62b59e41c75978945bac35-1 {}] regionserver.HStore(327): Store=9a1c0a8b5d62b59e41c75978945bac35/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,169 INFO [StoreOpener-9a1c0a8b5d62b59e41c75978945bac35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 9a1c0a8b5d62b59e41c75978945bac35 2024-11-20T13:40:17,169 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5faf0b9de72bd83c2589d61867245b29/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:17,170 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 5faf0b9de72bd83c2589d61867245b29; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65701539, jitterRate=-0.020970776677131653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:40:17,171 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:40:17,171 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 5faf0b9de72bd83c2589d61867245b29: Running coprocessor pre-open hook at 1732110017142Writing region info on filesystem at 1732110017142Initializing all the Stores at 1732110017144 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017144Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017144Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017144Cleaning up temporary data from old regions at 1732110017160 (+16 ms)Running coprocessor post-open hooks at 1732110017171 (+11 ms)Region opened successfully at 1732110017171 2024-11-20T13:40:17,172 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18. 2024-11-20T13:40:17,172 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18. 2024-11-20T13:40:17,172 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e. 2024-11-20T13:40:17,172 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => fd2f97854659fc22c5099ce24bdd483e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-20T13:40:17,173 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true fd2f97854659fc22c5099ce24bdd483e 2024-11-20T13:40:17,173 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:17,173 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for fd2f97854659fc22c5099ce24bdd483e 2024-11-20T13:40:17,173 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for fd2f97854659fc22c5099ce24bdd483e 2024-11-20T13:40:17,173 INFO [StoreOpener-9a1c0a8b5d62b59e41c75978945bac35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a1c0a8b5d62b59e41c75978945bac35 columnFamilyName colfamily21 2024-11-20T13:40:17,173 DEBUG [StoreOpener-9a1c0a8b5d62b59e41c75978945bac35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,174 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29., pid=47, masterSystemTime=1732110017039 2024-11-20T13:40:17,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=61ff141dfac4f04a12554449c8586148, ASSIGN in 582 msec 2024-11-20T13:40:17,175 INFO [StoreOpener-9a1c0a8b5d62b59e41c75978945bac35-1 {}] regionserver.HStore(327): Store=9a1c0a8b5d62b59e41c75978945bac35/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,175 INFO [StoreOpener-9a1c0a8b5d62b59e41c75978945bac35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 9a1c0a8b5d62b59e41c75978945bac35 2024-11-20T13:40:17,177 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=7d469566ec330327bcaa10fa6044cd18, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,43975,1732110013111 2024-11-20T13:40:17,177 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29. 2024-11-20T13:40:17,178 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29. 2024-11-20T13:40:17,178 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e. 2024-11-20T13:40:17,179 INFO [StoreOpener-9a1c0a8b5d62b59e41c75978945bac35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a1c0a8b5d62b59e41c75978945bac35 columnFamilyName colfamily31 2024-11-20T13:40:17,179 DEBUG [StoreOpener-9a1c0a8b5d62b59e41c75978945bac35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,179 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => 97515148c697b555e023b0864337732e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-20T13:40:17,180 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 97515148c697b555e023b0864337732e 2024-11-20T13:40:17,180 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:17,180 INFO [StoreOpener-9a1c0a8b5d62b59e41c75978945bac35-1 {}] regionserver.HStore(327): Store=9a1c0a8b5d62b59e41c75978945bac35/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,180 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for 97515148c697b555e023b0864337732e 2024-11-20T13:40:17,180 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for 97515148c697b555e023b0864337732e 2024-11-20T13:40:17,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d469566ec330327bcaa10fa6044cd18, server=28425b5b8f92,43975,1732110013111 because future has completed 2024-11-20T13:40:17,181 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=5faf0b9de72bd83c2589d61867245b29, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,41775,1732110013219 2024-11-20T13:40:17,181 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 9a1c0a8b5d62b59e41c75978945bac35 2024-11-20T13:40:17,183 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9a1c0a8b5d62b59e41c75978945bac35 2024-11-20T13:40:17,184 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9a1c0a8b5d62b59e41c75978945bac35 2024-11-20T13:40:17,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5faf0b9de72bd83c2589d61867245b29, server=28425b5b8f92,41775,1732110013219 because future has completed 2024-11-20T13:40:17,186 INFO [StoreOpener-97515148c697b555e023b0864337732e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 97515148c697b555e023b0864337732e 2024-11-20T13:40:17,186 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 9a1c0a8b5d62b59e41c75978945bac35 2024-11-20T13:40:17,187 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 9a1c0a8b5d62b59e41c75978945bac35 2024-11-20T13:40:17,188 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:40:17,189 INFO [StoreOpener-97515148c697b555e023b0864337732e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97515148c697b555e023b0864337732e columnFamilyName colfamily11 2024-11-20T13:40:17,189 DEBUG [StoreOpener-97515148c697b555e023b0864337732e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,190 INFO [StoreOpener-fd2f97854659fc22c5099ce24bdd483e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region fd2f97854659fc22c5099ce24bdd483e 2024-11-20T13:40:17,190 INFO [StoreOpener-97515148c697b555e023b0864337732e-1 {}] regionserver.HStore(327): Store=97515148c697b555e023b0864337732e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,190 INFO [StoreOpener-97515148c697b555e023b0864337732e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 97515148c697b555e023b0864337732e 2024-11-20T13:40:17,191 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 9a1c0a8b5d62b59e41c75978945bac35 2024-11-20T13:40:17,192 INFO [StoreOpener-fd2f97854659fc22c5099ce24bdd483e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd2f97854659fc22c5099ce24bdd483e columnFamilyName colfamily11 2024-11-20T13:40:17,192 DEBUG [StoreOpener-fd2f97854659fc22c5099ce24bdd483e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,193 INFO [StoreOpener-97515148c697b555e023b0864337732e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97515148c697b555e023b0864337732e columnFamilyName colfamily21 2024-11-20T13:40:17,193 DEBUG [StoreOpener-97515148c697b555e023b0864337732e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,193 INFO [StoreOpener-97515148c697b555e023b0864337732e-1 {}] regionserver.HStore(327): Store=97515148c697b555e023b0864337732e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,193 INFO [StoreOpener-fd2f97854659fc22c5099ce24bdd483e-1 {}] regionserver.HStore(327): Store=fd2f97854659fc22c5099ce24bdd483e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,194 INFO [StoreOpener-97515148c697b555e023b0864337732e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 97515148c697b555e023b0864337732e 2024-11-20T13:40:17,194 INFO [StoreOpener-fd2f97854659fc22c5099ce24bdd483e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region fd2f97854659fc22c5099ce24bdd483e 2024-11-20T13:40:17,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=20 2024-11-20T13:40:17,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d469566ec330327bcaa10fa6044cd18, server=28425b5b8f92,43975,1732110013111 in 420 msec 2024-11-20T13:40:17,195 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9a1c0a8b5d62b59e41c75978945bac35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:17,196 INFO [StoreOpener-97515148c697b555e023b0864337732e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97515148c697b555e023b0864337732e columnFamilyName colfamily31 2024-11-20T13:40:17,196 DEBUG [StoreOpener-97515148c697b555e023b0864337732e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,196 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 9a1c0a8b5d62b59e41c75978945bac35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73056156, jitterRate=0.08862155675888062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:40:17,196 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a1c0a8b5d62b59e41c75978945bac35 2024-11-20T13:40:17,197 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 9a1c0a8b5d62b59e41c75978945bac35: Running coprocessor pre-open hook at 1732110017145Writing region info on filesystem at 1732110017145Initializing all the Stores at 1732110017148 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017148Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017163 (+15 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017163Cleaning up temporary data from old regions at 1732110017187 (+24 ms)Running coprocessor post-open hooks at 1732110017196 (+9 ms)Region opened successfully at 1732110017196 2024-11-20T13:40:17,197 INFO [StoreOpener-97515148c697b555e023b0864337732e-1 {}] regionserver.HStore(327): Store=97515148c697b555e023b0864337732e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,197 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for 97515148c697b555e023b0864337732e 2024-11-20T13:40:17,198 INFO [StoreOpener-fd2f97854659fc22c5099ce24bdd483e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd2f97854659fc22c5099ce24bdd483e columnFamilyName colfamily21 2024-11-20T13:40:17,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7d469566ec330327bcaa10fa6044cd18, ASSIGN in 608 msec 2024-11-20T13:40:17,198 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35., pid=39, masterSystemTime=1732110016985 2024-11-20T13:40:17,198 DEBUG [StoreOpener-fd2f97854659fc22c5099ce24bdd483e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,198 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97515148c697b555e023b0864337732e 2024-11-20T13:40:17,199 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97515148c697b555e023b0864337732e 2024-11-20T13:40:17,199 INFO [StoreOpener-fd2f97854659fc22c5099ce24bdd483e-1 {}] regionserver.HStore(327): Store=fd2f97854659fc22c5099ce24bdd483e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,200 INFO [StoreOpener-fd2f97854659fc22c5099ce24bdd483e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region fd2f97854659fc22c5099ce24bdd483e 2024-11-20T13:40:17,201 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for 97515148c697b555e023b0864337732e 2024-11-20T13:40:17,201 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for 97515148c697b555e023b0864337732e 2024-11-20T13:40:17,202 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:40:17,203 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35. 2024-11-20T13:40:17,204 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35. 2024-11-20T13:40:17,204 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e. 2024-11-20T13:40:17,204 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 921712215be4cdbbb73385dcc379ef7e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-20T13:40:17,204 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for 97515148c697b555e023b0864337732e 2024-11-20T13:40:17,205 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 921712215be4cdbbb73385dcc379ef7e 2024-11-20T13:40:17,205 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:17,205 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 921712215be4cdbbb73385dcc379ef7e 2024-11-20T13:40:17,205 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 921712215be4cdbbb73385dcc379ef7e 2024-11-20T13:40:17,206 INFO [StoreOpener-fd2f97854659fc22c5099ce24bdd483e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd2f97854659fc22c5099ce24bdd483e columnFamilyName colfamily31 2024-11-20T13:40:17,206 DEBUG [StoreOpener-fd2f97854659fc22c5099ce24bdd483e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=29 2024-11-20T13:40:17,207 INFO [StoreOpener-fd2f97854659fc22c5099ce24bdd483e-1 {}] regionserver.HStore(327): Store=fd2f97854659fc22c5099ce24bdd483e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 5faf0b9de72bd83c2589d61867245b29, server=28425b5b8f92,41775,1732110013219 in 309 msec 2024-11-20T13:40:17,207 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for fd2f97854659fc22c5099ce24bdd483e 2024-11-20T13:40:17,208 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fd2f97854659fc22c5099ce24bdd483e 2024-11-20T13:40:17,209 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fd2f97854659fc22c5099ce24bdd483e 2024-11-20T13:40:17,211 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for fd2f97854659fc22c5099ce24bdd483e 2024-11-20T13:40:17,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5faf0b9de72bd83c2589d61867245b29, ASSIGN in 621 msec 2024-11-20T13:40:17,211 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for fd2f97854659fc22c5099ce24bdd483e 2024-11-20T13:40:17,212 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:40:17,214 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=9a1c0a8b5d62b59e41c75978945bac35, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:40:17,214 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for fd2f97854659fc22c5099ce24bdd483e 2024-11-20T13:40:17,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a1c0a8b5d62b59e41c75978945bac35, server=28425b5b8f92,43915,1732110013268 because future has completed 2024-11-20T13:40:17,219 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=98193739d3fd040f324ac01643b96e1e, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,41775,1732110013219 2024-11-20T13:40:17,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98193739d3fd040f324ac01643b96e1e, server=28425b5b8f92,41775,1732110013219 because future has completed 2024-11-20T13:40:17,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=21 2024-11-20T13:40:17,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a1c0a8b5d62b59e41c75978945bac35, server=28425b5b8f92,43915,1732110013268 in 392 msec 2024-11-20T13:40:17,228 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97515148c697b555e023b0864337732e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:17,228 INFO [StoreOpener-921712215be4cdbbb73385dcc379ef7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 921712215be4cdbbb73385dcc379ef7e 2024-11-20T13:40:17,229 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened 97515148c697b555e023b0864337732e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61667881, jitterRate=-0.0810769647359848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:40:17,229 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97515148c697b555e023b0864337732e 2024-11-20T13:40:17,229 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fd2f97854659fc22c5099ce24bdd483e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:17,230 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for 97515148c697b555e023b0864337732e: Running coprocessor pre-open hook at 1732110017180Writing region info on filesystem at 1732110017180Initializing all the Stores at 1732110017182 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017182Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017186 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017186Cleaning up temporary data from old regions at 1732110017201 (+15 ms)Running coprocessor post-open hooks at 1732110017229 (+28 ms)Region opened successfully at 1732110017229 2024-11-20T13:40:17,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9a1c0a8b5d62b59e41c75978945bac35, ASSIGN in 641 msec 2024-11-20T13:40:17,230 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened fd2f97854659fc22c5099ce24bdd483e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67248963, jitterRate=0.002087637782096863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:40:17,230 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd2f97854659fc22c5099ce24bdd483e 2024-11-20T13:40:17,231 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for fd2f97854659fc22c5099ce24bdd483e: Running coprocessor pre-open hook at 1732110017173Writing region info on filesystem at 1732110017173Initializing all the Stores at 1732110017175 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017176 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017184 (+8 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017184Cleaning up temporary data from old regions at 1732110017211 (+27 ms)Running coprocessor post-open hooks at 1732110017230 (+19 ms)Region opened successfully at 1732110017230 2024-11-20T13:40:17,231 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e., pid=51, masterSystemTime=1732110017039 2024-11-20T13:40:17,231 INFO [StoreOpener-921712215be4cdbbb73385dcc379ef7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 921712215be4cdbbb73385dcc379ef7e columnFamilyName colfamily11 2024-11-20T13:40:17,231 DEBUG [StoreOpener-921712215be4cdbbb73385dcc379ef7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,232 INFO [StoreOpener-921712215be4cdbbb73385dcc379ef7e-1 {}] regionserver.HStore(327): Store=921712215be4cdbbb73385dcc379ef7e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,233 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e., pid=34, masterSystemTime=1732110016915 2024-11-20T13:40:17,234 INFO [StoreOpener-921712215be4cdbbb73385dcc379ef7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 921712215be4cdbbb73385dcc379ef7e 2024-11-20T13:40:17,234 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e. 2024-11-20T13:40:17,234 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e. 2024-11-20T13:40:17,235 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1. 2024-11-20T13:40:17,235 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 71f7bbb3f2a4b1b4f585498c1466a7a1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-20T13:40:17,235 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:40:17,235 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:17,236 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:40:17,236 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:40:17,237 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e. 2024-11-20T13:40:17,237 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e. 2024-11-20T13:40:17,238 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732110015834.d6ba3fca8671dfc38af5a9e2e02add19. 2024-11-20T13:40:17,238 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => d6ba3fca8671dfc38af5a9e2e02add19, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732110015834.d6ba3fca8671dfc38af5a9e2e02add19.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-20T13:40:17,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=19 2024-11-20T13:40:17,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure 98193739d3fd040f324ac01643b96e1e, server=28425b5b8f92,41775,1732110013219 in 286 msec 2024-11-20T13:40:17,238 INFO [StoreOpener-921712215be4cdbbb73385dcc379ef7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 921712215be4cdbbb73385dcc379ef7e columnFamilyName colfamily21 2024-11-20T13:40:17,238 DEBUG [StoreOpener-921712215be4cdbbb73385dcc379ef7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,238 INFO [StoreOpener-71f7bbb3f2a4b1b4f585498c1466a7a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:40:17,238 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d6ba3fca8671dfc38af5a9e2e02add19 2024-11-20T13:40:17,239 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732110015834.d6ba3fca8671dfc38af5a9e2e02add19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:17,239 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for d6ba3fca8671dfc38af5a9e2e02add19 2024-11-20T13:40:17,239 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for d6ba3fca8671dfc38af5a9e2e02add19 2024-11-20T13:40:17,240 INFO [StoreOpener-921712215be4cdbbb73385dcc379ef7e-1 {}] regionserver.HStore(327): Store=921712215be4cdbbb73385dcc379ef7e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,240 INFO [StoreOpener-921712215be4cdbbb73385dcc379ef7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 921712215be4cdbbb73385dcc379ef7e 2024-11-20T13:40:17,241 INFO [StoreOpener-71f7bbb3f2a4b1b4f585498c1466a7a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71f7bbb3f2a4b1b4f585498c1466a7a1 columnFamilyName colfamily11 2024-11-20T13:40:17,241 DEBUG [StoreOpener-71f7bbb3f2a4b1b4f585498c1466a7a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98193739d3fd040f324ac01643b96e1e, ASSIGN in 652 msec 2024-11-20T13:40:17,243 INFO [StoreOpener-71f7bbb3f2a4b1b4f585498c1466a7a1-1 {}] regionserver.HStore(327): Store=71f7bbb3f2a4b1b4f585498c1466a7a1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,243 INFO [StoreOpener-71f7bbb3f2a4b1b4f585498c1466a7a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:40:17,243 INFO [StoreOpener-921712215be4cdbbb73385dcc379ef7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 921712215be4cdbbb73385dcc379ef7e columnFamilyName colfamily31 2024-11-20T13:40:17,244 DEBUG [StoreOpener-921712215be4cdbbb73385dcc379ef7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,244 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=fd2f97854659fc22c5099ce24bdd483e, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,43975,1732110013111 2024-11-20T13:40:17,245 INFO [StoreOpener-921712215be4cdbbb73385dcc379ef7e-1 {}] regionserver.HStore(327): Store=921712215be4cdbbb73385dcc379ef7e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,245 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 921712215be4cdbbb73385dcc379ef7e 2024-11-20T13:40:17,246 INFO [StoreOpener-71f7bbb3f2a4b1b4f585498c1466a7a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71f7bbb3f2a4b1b4f585498c1466a7a1 columnFamilyName colfamily21 2024-11-20T13:40:17,246 DEBUG [StoreOpener-71f7bbb3f2a4b1b4f585498c1466a7a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,247 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/921712215be4cdbbb73385dcc379ef7e 2024-11-20T13:40:17,248 INFO [StoreOpener-71f7bbb3f2a4b1b4f585498c1466a7a1-1 {}] regionserver.HStore(327): Store=71f7bbb3f2a4b1b4f585498c1466a7a1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,248 INFO [StoreOpener-71f7bbb3f2a4b1b4f585498c1466a7a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:40:17,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd2f97854659fc22c5099ce24bdd483e, server=28425b5b8f92,43975,1732110013111 because future has completed 2024-11-20T13:40:17,249 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/921712215be4cdbbb73385dcc379ef7e 2024-11-20T13:40:17,251 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=97515148c697b555e023b0864337732e, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,41775,1732110013219 2024-11-20T13:40:17,251 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 921712215be4cdbbb73385dcc379ef7e 2024-11-20T13:40:17,251 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 921712215be4cdbbb73385dcc379ef7e 2024-11-20T13:40:17,251 INFO [StoreOpener-71f7bbb3f2a4b1b4f585498c1466a7a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71f7bbb3f2a4b1b4f585498c1466a7a1 columnFamilyName colfamily31 2024-11-20T13:40:17,251 DEBUG [StoreOpener-71f7bbb3f2a4b1b4f585498c1466a7a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,252 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:40:17,252 INFO [StoreOpener-71f7bbb3f2a4b1b4f585498c1466a7a1-1 {}] regionserver.HStore(327): Store=71f7bbb3f2a4b1b4f585498c1466a7a1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,253 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:40:17,254 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:40:17,254 INFO [StoreOpener-d6ba3fca8671dfc38af5a9e2e02add19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d6ba3fca8671dfc38af5a9e2e02add19 2024-11-20T13:40:17,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97515148c697b555e023b0864337732e, server=28425b5b8f92,41775,1732110013219 because future has completed 2024-11-20T13:40:17,255 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:40:17,256 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 921712215be4cdbbb73385dcc379ef7e 2024-11-20T13:40:17,258 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:40:17,258 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:40:17,260 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:40:17,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=11 2024-11-20T13:40:17,262 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:40:17,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure fd2f97854659fc22c5099ce24bdd483e, server=28425b5b8f92,43975,1732110013111 in 468 msec 2024-11-20T13:40:17,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fd2f97854659fc22c5099ce24bdd483e, ASSIGN in 677 msec 2024-11-20T13:40:17,269 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/921712215be4cdbbb73385dcc379ef7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:17,270 INFO [StoreOpener-d6ba3fca8671dfc38af5a9e2e02add19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6ba3fca8671dfc38af5a9e2e02add19 columnFamilyName colfamily11 2024-11-20T13:40:17,270 DEBUG [StoreOpener-d6ba3fca8671dfc38af5a9e2e02add19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,270 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 921712215be4cdbbb73385dcc379ef7e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61667809, jitterRate=-0.08107803761959076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:40:17,270 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 921712215be4cdbbb73385dcc379ef7e 2024-11-20T13:40:17,270 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 921712215be4cdbbb73385dcc379ef7e: Running coprocessor pre-open hook at 1732110017205Writing region info on filesystem at 1732110017205Initializing all the Stores at 1732110017207 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017207Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017228 (+21 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017228Cleaning up temporary data from old regions at 1732110017251 (+23 ms)Running coprocessor post-open hooks at 1732110017270 (+19 ms)Region opened successfully at 1732110017270 2024-11-20T13:40:17,271 INFO [StoreOpener-d6ba3fca8671dfc38af5a9e2e02add19-1 {}] regionserver.HStore(327): Store=d6ba3fca8671dfc38af5a9e2e02add19/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,271 INFO [StoreOpener-d6ba3fca8671dfc38af5a9e2e02add19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d6ba3fca8671dfc38af5a9e2e02add19 2024-11-20T13:40:17,272 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e., pid=50, masterSystemTime=1732110016985 2024-11-20T13:40:17,272 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71f7bbb3f2a4b1b4f585498c1466a7a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:17,273 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 71f7bbb3f2a4b1b4f585498c1466a7a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73158384, jitterRate=0.09014487266540527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:40:17,273 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:40:17,273 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 71f7bbb3f2a4b1b4f585498c1466a7a1: Running coprocessor pre-open hook at 1732110017236Writing region info on filesystem at 1732110017236Initializing all the Stores at 1732110017237 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017238 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017238Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017238Cleaning up temporary data from old regions at 1732110017259 (+21 ms)Running coprocessor post-open hooks at 1732110017273 (+14 ms)Region opened successfully at 1732110017273 2024-11-20T13:40:17,274 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1., pid=53, masterSystemTime=1732110017039 2024-11-20T13:40:17,275 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e. 2024-11-20T13:40:17,275 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e. 2024-11-20T13:40:17,275 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d. 2024-11-20T13:40:17,275 INFO [StoreOpener-d6ba3fca8671dfc38af5a9e2e02add19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6ba3fca8671dfc38af5a9e2e02add19 columnFamilyName colfamily21 2024-11-20T13:40:17,275 DEBUG [StoreOpener-d6ba3fca8671dfc38af5a9e2e02add19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,275 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 67998c272be4c850d9336914e1132d3d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-20T13:40:17,276 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 67998c272be4c850d9336914e1132d3d 2024-11-20T13:40:17,276 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:17,276 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 67998c272be4c850d9336914e1132d3d 2024-11-20T13:40:17,276 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 67998c272be4c850d9336914e1132d3d 2024-11-20T13:40:17,276 INFO [StoreOpener-d6ba3fca8671dfc38af5a9e2e02add19-1 {}] regionserver.HStore(327): Store=d6ba3fca8671dfc38af5a9e2e02add19/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,276 INFO [StoreOpener-d6ba3fca8671dfc38af5a9e2e02add19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d6ba3fca8671dfc38af5a9e2e02add19 2024-11-20T13:40:17,278 INFO [StoreOpener-d6ba3fca8671dfc38af5a9e2e02add19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6ba3fca8671dfc38af5a9e2e02add19 columnFamilyName colfamily31 2024-11-20T13:40:17,278 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1. 2024-11-20T13:40:17,278 DEBUG [StoreOpener-d6ba3fca8671dfc38af5a9e2e02add19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,278 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1. 2024-11-20T13:40:17,278 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8. 2024-11-20T13:40:17,278 INFO [StoreOpener-67998c272be4c850d9336914e1132d3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 67998c272be4c850d9336914e1132d3d 2024-11-20T13:40:17,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=23 2024-11-20T13:40:17,279 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => f011012594608d3db9e51cfa80ceddb8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-20T13:40:17,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 97515148c697b555e023b0864337732e, server=28425b5b8f92,41775,1732110013219 in 349 msec 2024-11-20T13:40:17,279 INFO [StoreOpener-d6ba3fca8671dfc38af5a9e2e02add19-1 {}] regionserver.HStore(327): Store=d6ba3fca8671dfc38af5a9e2e02add19/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,279 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:40:17,279 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:17,279 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for d6ba3fca8671dfc38af5a9e2e02add19 2024-11-20T13:40:17,279 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:40:17,279 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:40:17,281 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6ba3fca8671dfc38af5a9e2e02add19 2024-11-20T13:40:17,281 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6ba3fca8671dfc38af5a9e2e02add19 2024-11-20T13:40:17,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97515148c697b555e023b0864337732e, ASSIGN in 693 msec 2024-11-20T13:40:17,282 INFO [StoreOpener-f011012594608d3db9e51cfa80ceddb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:40:17,284 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for d6ba3fca8671dfc38af5a9e2e02add19 2024-11-20T13:40:17,284 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for d6ba3fca8671dfc38af5a9e2e02add19 2024-11-20T13:40:17,285 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=71f7bbb3f2a4b1b4f585498c1466a7a1, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,41775,1732110013219 2024-11-20T13:40:17,286 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:40:17,288 INFO [StoreOpener-f011012594608d3db9e51cfa80ceddb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f011012594608d3db9e51cfa80ceddb8 columnFamilyName colfamily11 2024-11-20T13:40:17,288 DEBUG [StoreOpener-f011012594608d3db9e51cfa80ceddb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71f7bbb3f2a4b1b4f585498c1466a7a1, server=28425b5b8f92,41775,1732110013219 because future has completed 2024-11-20T13:40:17,289 INFO [StoreOpener-f011012594608d3db9e51cfa80ceddb8-1 {}] regionserver.HStore(327): Store=f011012594608d3db9e51cfa80ceddb8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,289 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for d6ba3fca8671dfc38af5a9e2e02add19 2024-11-20T13:40:17,289 INFO [StoreOpener-f011012594608d3db9e51cfa80ceddb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:40:17,291 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=921712215be4cdbbb73385dcc379ef7e, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:40:17,293 INFO [StoreOpener-f011012594608d3db9e51cfa80ceddb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f011012594608d3db9e51cfa80ceddb8 columnFamilyName colfamily21 2024-11-20T13:40:17,293 DEBUG [StoreOpener-f011012594608d3db9e51cfa80ceddb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,294 INFO [StoreOpener-f011012594608d3db9e51cfa80ceddb8-1 {}] regionserver.HStore(327): Store=f011012594608d3db9e51cfa80ceddb8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,294 INFO [StoreOpener-f011012594608d3db9e51cfa80ceddb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:40:17,294 INFO [StoreOpener-67998c272be4c850d9336914e1132d3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67998c272be4c850d9336914e1132d3d columnFamilyName colfamily11 2024-11-20T13:40:17,295 DEBUG [StoreOpener-67998c272be4c850d9336914e1132d3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 921712215be4cdbbb73385dcc379ef7e, server=28425b5b8f92,43915,1732110013268 because future has completed 2024-11-20T13:40:17,295 INFO [StoreOpener-67998c272be4c850d9336914e1132d3d-1 {}] regionserver.HStore(327): Store=67998c272be4c850d9336914e1132d3d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,296 INFO [StoreOpener-67998c272be4c850d9336914e1132d3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 67998c272be4c850d9336914e1132d3d 2024-11-20T13:40:17,296 INFO [StoreOpener-f011012594608d3db9e51cfa80ceddb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f011012594608d3db9e51cfa80ceddb8 columnFamilyName colfamily31 2024-11-20T13:40:17,296 DEBUG [StoreOpener-f011012594608d3db9e51cfa80ceddb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,297 INFO [StoreOpener-f011012594608d3db9e51cfa80ceddb8-1 {}] regionserver.HStore(327): Store=f011012594608d3db9e51cfa80ceddb8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,298 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:40:17,298 INFO [StoreOpener-67998c272be4c850d9336914e1132d3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67998c272be4c850d9336914e1132d3d columnFamilyName colfamily21 2024-11-20T13:40:17,298 DEBUG [StoreOpener-67998c272be4c850d9336914e1132d3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,299 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:40:17,299 INFO [StoreOpener-67998c272be4c850d9336914e1132d3d-1 {}] regionserver.HStore(327): Store=67998c272be4c850d9336914e1132d3d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,299 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:40:17,300 INFO [StoreOpener-67998c272be4c850d9336914e1132d3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 67998c272be4c850d9336914e1132d3d 2024-11-20T13:40:17,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=5 2024-11-20T13:40:17,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 71f7bbb3f2a4b1b4f585498c1466a7a1, server=28425b5b8f92,41775,1732110013219 in 366 msec 2024-11-20T13:40:17,301 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:40:17,301 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:40:17,301 INFO [StoreOpener-67998c272be4c850d9336914e1132d3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67998c272be4c850d9336914e1132d3d columnFamilyName colfamily31 2024-11-20T13:40:17,302 DEBUG [StoreOpener-67998c272be4c850d9336914e1132d3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,302 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:40:17,303 INFO [StoreOpener-67998c272be4c850d9336914e1132d3d-1 {}] regionserver.HStore(327): Store=67998c272be4c850d9336914e1132d3d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,303 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 67998c272be4c850d9336914e1132d3d 2024-11-20T13:40:17,303 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:40:17,304 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/67998c272be4c850d9336914e1132d3d 2024-11-20T13:40:17,304 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/67998c272be4c850d9336914e1132d3d 2024-11-20T13:40:17,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=71f7bbb3f2a4b1b4f585498c1466a7a1, ASSIGN in 715 msec 2024-11-20T13:40:17,307 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 67998c272be4c850d9336914e1132d3d 2024-11-20T13:40:17,307 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 67998c272be4c850d9336914e1132d3d 2024-11-20T13:40:17,307 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:40:17,308 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6ba3fca8671dfc38af5a9e2e02add19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:17,309 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened d6ba3fca8671dfc38af5a9e2e02add19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59659122, jitterRate=-0.11100980639457703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:40:17,310 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6ba3fca8671dfc38af5a9e2e02add19 2024-11-20T13:40:17,310 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for d6ba3fca8671dfc38af5a9e2e02add19: Running coprocessor pre-open hook at 1732110017239Writing region info on filesystem at 1732110017239Initializing all the Stores at 1732110017241 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017241Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017254 (+13 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017254Cleaning up temporary data from old regions at 1732110017284 (+30 ms)Running coprocessor post-open hooks at 1732110017310 (+26 ms)Region opened successfully at 1732110017310 2024-11-20T13:40:17,310 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 67998c272be4c850d9336914e1132d3d 2024-11-20T13:40:17,310 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f011012594608d3db9e51cfa80ceddb8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:17,311 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732110015834.d6ba3fca8671dfc38af5a9e2e02add19., pid=31, masterSystemTime=1732110016915 2024-11-20T13:40:17,311 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened f011012594608d3db9e51cfa80ceddb8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72274439, jitterRate=0.0769730657339096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:40:17,311 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:40:17,312 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for f011012594608d3db9e51cfa80ceddb8: Running coprocessor pre-open hook at 1732110017279Writing region info on filesystem at 1732110017279Initializing all the Stores at 1732110017282 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017282Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017282Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017282Cleaning up temporary data from old regions at 1732110017301 (+19 ms)Running coprocessor post-open hooks at 1732110017311 (+10 ms)Region opened successfully at 1732110017311 2024-11-20T13:40:17,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=13 2024-11-20T13:40:17,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 921712215be4cdbbb73385dcc379ef7e, server=28425b5b8f92,43915,1732110013268 in 401 msec 2024-11-20T13:40:17,313 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8., pid=52, masterSystemTime=1732110017039 2024-11-20T13:40:17,315 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732110015834.d6ba3fca8671dfc38af5a9e2e02add19. 2024-11-20T13:40:17,315 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732110015834.d6ba3fca8671dfc38af5a9e2e02add19. 2024-11-20T13:40:17,315 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058. 2024-11-20T13:40:17,315 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 845516a71397597fe53c6f76f1d17058, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-20T13:40:17,315 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/67998c272be4c850d9336914e1132d3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:17,316 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 845516a71397597fe53c6f76f1d17058 2024-11-20T13:40:17,316 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:17,316 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 845516a71397597fe53c6f76f1d17058 2024-11-20T13:40:17,316 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 845516a71397597fe53c6f76f1d17058 2024-11-20T13:40:17,316 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 67998c272be4c850d9336914e1132d3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66678720, jitterRate=-0.006409645080566406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:40:17,316 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67998c272be4c850d9336914e1132d3d 2024-11-20T13:40:17,317 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8. 2024-11-20T13:40:17,317 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8. 2024-11-20T13:40:17,317 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 67998c272be4c850d9336914e1132d3d: Running coprocessor pre-open hook at 1732110017276Writing region info on filesystem at 1732110017276Initializing all the Stores at 1732110017278 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017278Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017278Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017278Cleaning up temporary data from old regions at 1732110017307 (+29 ms)Running coprocessor post-open hooks at 1732110017316 (+9 ms)Region opened successfully at 1732110017316 2024-11-20T13:40:17,317 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9. 2024-11-20T13:40:17,317 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 88e817ed5d8388c6d69d06c55a063ea9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-20T13:40:17,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=921712215be4cdbbb73385dcc379ef7e, ASSIGN in 727 msec 2024-11-20T13:40:17,318 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:40:17,318 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d., pid=41, masterSystemTime=1732110016985 2024-11-20T13:40:17,318 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:17,319 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:40:17,319 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:40:17,319 INFO [StoreOpener-845516a71397597fe53c6f76f1d17058-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 845516a71397597fe53c6f76f1d17058 2024-11-20T13:40:17,321 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f011012594608d3db9e51cfa80ceddb8, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,41775,1732110013219 2024-11-20T13:40:17,321 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d. 2024-11-20T13:40:17,321 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d. 2024-11-20T13:40:17,321 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf. 2024-11-20T13:40:17,322 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => a96e3b8ddcbd0b487a12b9e9ae99aebf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-20T13:40:17,322 INFO [StoreOpener-88e817ed5d8388c6d69d06c55a063ea9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:40:17,322 INFO [StoreOpener-845516a71397597fe53c6f76f1d17058-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 845516a71397597fe53c6f76f1d17058 columnFamilyName colfamily11 2024-11-20T13:40:17,322 DEBUG [StoreOpener-845516a71397597fe53c6f76f1d17058-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,322 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a96e3b8ddcbd0b487a12b9e9ae99aebf 2024-11-20T13:40:17,322 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:17,323 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for a96e3b8ddcbd0b487a12b9e9ae99aebf 2024-11-20T13:40:17,323 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for a96e3b8ddcbd0b487a12b9e9ae99aebf 2024-11-20T13:40:17,323 INFO [StoreOpener-845516a71397597fe53c6f76f1d17058-1 {}] regionserver.HStore(327): Store=845516a71397597fe53c6f76f1d17058/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,323 INFO [StoreOpener-845516a71397597fe53c6f76f1d17058-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 845516a71397597fe53c6f76f1d17058 2024-11-20T13:40:17,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f011012594608d3db9e51cfa80ceddb8, server=28425b5b8f92,41775,1732110013219 because future has completed 2024-11-20T13:40:17,325 INFO [StoreOpener-88e817ed5d8388c6d69d06c55a063ea9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88e817ed5d8388c6d69d06c55a063ea9 columnFamilyName colfamily11 2024-11-20T13:40:17,325 DEBUG [StoreOpener-88e817ed5d8388c6d69d06c55a063ea9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,326 INFO [StoreOpener-a96e3b8ddcbd0b487a12b9e9ae99aebf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a96e3b8ddcbd0b487a12b9e9ae99aebf 2024-11-20T13:40:17,326 INFO [StoreOpener-845516a71397597fe53c6f76f1d17058-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 845516a71397597fe53c6f76f1d17058 columnFamilyName colfamily21 2024-11-20T13:40:17,326 DEBUG [StoreOpener-845516a71397597fe53c6f76f1d17058-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,326 INFO [StoreOpener-88e817ed5d8388c6d69d06c55a063ea9-1 {}] regionserver.HStore(327): Store=88e817ed5d8388c6d69d06c55a063ea9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,326 INFO [StoreOpener-88e817ed5d8388c6d69d06c55a063ea9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:40:17,327 INFO [StoreOpener-845516a71397597fe53c6f76f1d17058-1 {}] regionserver.HStore(327): Store=845516a71397597fe53c6f76f1d17058/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,327 INFO [StoreOpener-845516a71397597fe53c6f76f1d17058-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 845516a71397597fe53c6f76f1d17058 2024-11-20T13:40:17,327 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=67998c272be4c850d9336914e1132d3d, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:40:17,329 INFO [StoreOpener-845516a71397597fe53c6f76f1d17058-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 845516a71397597fe53c6f76f1d17058 columnFamilyName colfamily31 2024-11-20T13:40:17,330 INFO [StoreOpener-88e817ed5d8388c6d69d06c55a063ea9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88e817ed5d8388c6d69d06c55a063ea9 columnFamilyName colfamily21 2024-11-20T13:40:17,330 DEBUG [StoreOpener-845516a71397597fe53c6f76f1d17058-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,330 DEBUG [StoreOpener-88e817ed5d8388c6d69d06c55a063ea9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,330 INFO [StoreOpener-845516a71397597fe53c6f76f1d17058-1 {}] regionserver.HStore(327): Store=845516a71397597fe53c6f76f1d17058/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,331 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 845516a71397597fe53c6f76f1d17058 2024-11-20T13:40:17,330 INFO [StoreOpener-88e817ed5d8388c6d69d06c55a063ea9-1 {}] regionserver.HStore(327): Store=88e817ed5d8388c6d69d06c55a063ea9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,331 INFO [StoreOpener-88e817ed5d8388c6d69d06c55a063ea9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:40:17,331 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42989 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=28425b5b8f92,43915,1732110013268, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=67998c272be4c850d9336914e1132d3d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T13:40:17,331 INFO [StoreOpener-a96e3b8ddcbd0b487a12b9e9ae99aebf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a96e3b8ddcbd0b487a12b9e9ae99aebf columnFamilyName colfamily11 2024-11-20T13:40:17,331 DEBUG [StoreOpener-a96e3b8ddcbd0b487a12b9e9ae99aebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,332 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/845516a71397597fe53c6f76f1d17058 2024-11-20T13:40:17,332 INFO [StoreOpener-a96e3b8ddcbd0b487a12b9e9ae99aebf-1 {}] regionserver.HStore(327): Store=a96e3b8ddcbd0b487a12b9e9ae99aebf/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,332 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/845516a71397597fe53c6f76f1d17058 2024-11-20T13:40:17,333 INFO [StoreOpener-88e817ed5d8388c6d69d06c55a063ea9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88e817ed5d8388c6d69d06c55a063ea9 columnFamilyName colfamily31 2024-11-20T13:40:17,333 DEBUG [StoreOpener-88e817ed5d8388c6d69d06c55a063ea9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67998c272be4c850d9336914e1132d3d, server=28425b5b8f92,43915,1732110013268 because future has completed 2024-11-20T13:40:17,333 INFO [StoreOpener-a96e3b8ddcbd0b487a12b9e9ae99aebf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a96e3b8ddcbd0b487a12b9e9ae99aebf 2024-11-20T13:40:17,334 INFO [StoreOpener-88e817ed5d8388c6d69d06c55a063ea9-1 {}] regionserver.HStore(327): Store=88e817ed5d8388c6d69d06c55a063ea9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,334 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:40:17,335 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 845516a71397597fe53c6f76f1d17058 2024-11-20T13:40:17,335 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 845516a71397597fe53c6f76f1d17058 2024-11-20T13:40:17,336 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:40:17,336 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:40:17,336 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:40:17,336 INFO [StoreOpener-a96e3b8ddcbd0b487a12b9e9ae99aebf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a96e3b8ddcbd0b487a12b9e9ae99aebf columnFamilyName colfamily21 2024-11-20T13:40:17,337 DEBUG [StoreOpener-a96e3b8ddcbd0b487a12b9e9ae99aebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,338 INFO [StoreOpener-a96e3b8ddcbd0b487a12b9e9ae99aebf-1 {}] regionserver.HStore(327): Store=a96e3b8ddcbd0b487a12b9e9ae99aebf/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,338 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:40:17,338 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:40:17,338 INFO [StoreOpener-a96e3b8ddcbd0b487a12b9e9ae99aebf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a96e3b8ddcbd0b487a12b9e9ae99aebf 2024-11-20T13:40:17,339 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:40:17,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=10 2024-11-20T13:40:17,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure f011012594608d3db9e51cfa80ceddb8, server=28425b5b8f92,41775,1732110013219 in 410 msec 2024-11-20T13:40:17,341 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 845516a71397597fe53c6f76f1d17058 2024-11-20T13:40:17,342 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:40:17,342 INFO [StoreOpener-a96e3b8ddcbd0b487a12b9e9ae99aebf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a96e3b8ddcbd0b487a12b9e9ae99aebf columnFamilyName colfamily31 2024-11-20T13:40:17,342 DEBUG [StoreOpener-a96e3b8ddcbd0b487a12b9e9ae99aebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f011012594608d3db9e51cfa80ceddb8, ASSIGN in 754 msec 2024-11-20T13:40:17,343 INFO [StoreOpener-a96e3b8ddcbd0b487a12b9e9ae99aebf-1 {}] regionserver.HStore(327): Store=a96e3b8ddcbd0b487a12b9e9ae99aebf/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,344 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for a96e3b8ddcbd0b487a12b9e9ae99aebf 2024-11-20T13:40:17,345 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/845516a71397597fe53c6f76f1d17058/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:17,345 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a96e3b8ddcbd0b487a12b9e9ae99aebf 2024-11-20T13:40:17,346 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 845516a71397597fe53c6f76f1d17058; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62890105, jitterRate=-0.06286440789699554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:40:17,346 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88e817ed5d8388c6d69d06c55a063ea9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:17,346 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 845516a71397597fe53c6f76f1d17058 2024-11-20T13:40:17,346 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 845516a71397597fe53c6f76f1d17058: Running coprocessor pre-open hook at 1732110017316Writing region info on filesystem at 1732110017316Initializing all the Stores at 1732110017318 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017318Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017319 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017319Cleaning up temporary data from old regions at 1732110017335 (+16 ms)Running coprocessor post-open hooks at 1732110017346 (+11 ms)Region opened successfully at 1732110017346 2024-11-20T13:40:17,347 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 88e817ed5d8388c6d69d06c55a063ea9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62519648, jitterRate=-0.06838464736938477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:40:17,347 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:40:17,347 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 88e817ed5d8388c6d69d06c55a063ea9: Running coprocessor pre-open hook at 1732110017319Writing region info on filesystem at 1732110017319Initializing all the Stores at 1732110017321 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017321Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017321Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017322 (+1 ms)Cleaning up temporary data from old regions at 1732110017338 (+16 ms)Running coprocessor post-open hooks at 1732110017347 (+9 ms)Region opened successfully at 1732110017347 2024-11-20T13:40:17,348 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a96e3b8ddcbd0b487a12b9e9ae99aebf 2024-11-20T13:40:17,349 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9., pid=46, masterSystemTime=1732110017039 2024-11-20T13:40:17,350 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for a96e3b8ddcbd0b487a12b9e9ae99aebf 2024-11-20T13:40:17,350 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for a96e3b8ddcbd0b487a12b9e9ae99aebf 2024-11-20T13:40:17,351 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:40:17,352 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for a96e3b8ddcbd0b487a12b9e9ae99aebf 2024-11-20T13:40:17,356 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058., pid=44, masterSystemTime=1732110016915 2024-11-20T13:40:17,359 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9. 2024-11-20T13:40:17,359 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9. 2024-11-20T13:40:17,359 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a96e3b8ddcbd0b487a12b9e9ae99aebf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:17,360 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874. 2024-11-20T13:40:17,360 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 80a55f249db33b1beace0fc6f1aca874, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-20T13:40:17,360 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:40:17,361 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:17,361 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened a96e3b8ddcbd0b487a12b9e9ae99aebf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72304156, jitterRate=0.07741588354110718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:40:17,361 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:40:17,361 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a96e3b8ddcbd0b487a12b9e9ae99aebf 2024-11-20T13:40:17,361 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:40:17,361 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for a96e3b8ddcbd0b487a12b9e9ae99aebf: Running coprocessor pre-open hook at 1732110017323Writing region info on filesystem at 1732110017323Initializing all the Stores at 1732110017324 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017324Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017325 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017325Cleaning up temporary data from old regions at 1732110017350 (+25 ms)Running coprocessor post-open hooks at 1732110017361 (+11 ms)Region opened successfully at 1732110017361 2024-11-20T13:40:17,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=22 2024-11-20T13:40:17,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 67998c272be4c850d9336914e1132d3d, server=28425b5b8f92,43915,1732110013268 in 504 msec 2024-11-20T13:40:17,364 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf., pid=45, masterSystemTime=1732110016985 2024-11-20T13:40:17,364 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058. 2024-11-20T13:40:17,364 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058. 2024-11-20T13:40:17,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=67998c272be4c850d9336914e1132d3d, ASSIGN in 776 msec 2024-11-20T13:40:17,367 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf. 2024-11-20T13:40:17,367 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf. 2024-11-20T13:40:17,367 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0. 2024-11-20T13:40:17,367 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a96e3b8ddcbd0b487a12b9e9ae99aebf, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:40:17,368 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 822db52457e94ec649344e71e2ebdbb0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-20T13:40:17,368 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 822db52457e94ec649344e71e2ebdbb0 2024-11-20T13:40:17,368 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:17,368 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 822db52457e94ec649344e71e2ebdbb0 2024-11-20T13:40:17,368 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 822db52457e94ec649344e71e2ebdbb0 2024-11-20T13:40:17,370 INFO [StoreOpener-80a55f249db33b1beace0fc6f1aca874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:40:17,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a96e3b8ddcbd0b487a12b9e9ae99aebf, server=28425b5b8f92,43915,1732110013268 because future has completed 2024-11-20T13:40:17,372 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=845516a71397597fe53c6f76f1d17058, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,43975,1732110013111 2024-11-20T13:40:17,373 INFO [StoreOpener-80a55f249db33b1beace0fc6f1aca874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80a55f249db33b1beace0fc6f1aca874 columnFamilyName colfamily11 2024-11-20T13:40:17,374 DEBUG [StoreOpener-80a55f249db33b1beace0fc6f1aca874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,375 INFO [StoreOpener-80a55f249db33b1beace0fc6f1aca874-1 {}] regionserver.HStore(327): Store=80a55f249db33b1beace0fc6f1aca874/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,375 INFO [StoreOpener-80a55f249db33b1beace0fc6f1aca874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:40:17,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 845516a71397597fe53c6f76f1d17058, server=28425b5b8f92,43975,1732110013111 because future has completed 2024-11-20T13:40:17,380 INFO [StoreOpener-80a55f249db33b1beace0fc6f1aca874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80a55f249db33b1beace0fc6f1aca874 columnFamilyName colfamily21 2024-11-20T13:40:17,380 DEBUG [StoreOpener-80a55f249db33b1beace0fc6f1aca874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,381 INFO [StoreOpener-822db52457e94ec649344e71e2ebdbb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 822db52457e94ec649344e71e2ebdbb0 2024-11-20T13:40:17,381 INFO [StoreOpener-80a55f249db33b1beace0fc6f1aca874-1 {}] regionserver.HStore(327): Store=80a55f249db33b1beace0fc6f1aca874/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,381 INFO [StoreOpener-80a55f249db33b1beace0fc6f1aca874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:40:17,384 INFO [StoreOpener-80a55f249db33b1beace0fc6f1aca874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80a55f249db33b1beace0fc6f1aca874 columnFamilyName colfamily31 2024-11-20T13:40:17,384 DEBUG [StoreOpener-80a55f249db33b1beace0fc6f1aca874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,384 INFO [StoreOpener-822db52457e94ec649344e71e2ebdbb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 822db52457e94ec649344e71e2ebdbb0 columnFamilyName colfamily11 2024-11-20T13:40:17,384 DEBUG [StoreOpener-822db52457e94ec649344e71e2ebdbb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,385 INFO [StoreOpener-80a55f249db33b1beace0fc6f1aca874-1 {}] regionserver.HStore(327): Store=80a55f249db33b1beace0fc6f1aca874/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=14 2024-11-20T13:40:17,385 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:40:17,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure a96e3b8ddcbd0b487a12b9e9ae99aebf, server=28425b5b8f92,43915,1732110013268 in 507 msec 2024-11-20T13:40:17,386 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:40:17,387 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:40:17,387 INFO [StoreOpener-822db52457e94ec649344e71e2ebdbb0-1 {}] regionserver.HStore(327): Store=822db52457e94ec649344e71e2ebdbb0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,388 INFO [StoreOpener-822db52457e94ec649344e71e2ebdbb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 822db52457e94ec649344e71e2ebdbb0 2024-11-20T13:40:17,390 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:40:17,390 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:40:17,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a96e3b8ddcbd0b487a12b9e9ae99aebf, ASSIGN in 799 msec 2024-11-20T13:40:17,391 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:40:17,393 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:40:17,393 INFO [StoreOpener-822db52457e94ec649344e71e2ebdbb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 822db52457e94ec649344e71e2ebdbb0 columnFamilyName colfamily21 2024-11-20T13:40:17,393 DEBUG [StoreOpener-822db52457e94ec649344e71e2ebdbb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,394 INFO [StoreOpener-822db52457e94ec649344e71e2ebdbb0-1 {}] regionserver.HStore(327): Store=822db52457e94ec649344e71e2ebdbb0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,394 INFO [StoreOpener-822db52457e94ec649344e71e2ebdbb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 822db52457e94ec649344e71e2ebdbb0 2024-11-20T13:40:17,397 INFO [StoreOpener-822db52457e94ec649344e71e2ebdbb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 822db52457e94ec649344e71e2ebdbb0 columnFamilyName colfamily31 2024-11-20T13:40:17,397 DEBUG [StoreOpener-822db52457e94ec649344e71e2ebdbb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=6 2024-11-20T13:40:17,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 845516a71397597fe53c6f76f1d17058, server=28425b5b8f92,43975,1732110013111 in 531 msec 2024-11-20T13:40:17,398 INFO [StoreOpener-822db52457e94ec649344e71e2ebdbb0-1 {}] regionserver.HStore(327): Store=822db52457e94ec649344e71e2ebdbb0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,398 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 822db52457e94ec649344e71e2ebdbb0 2024-11-20T13:40:17,400 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/822db52457e94ec649344e71e2ebdbb0 2024-11-20T13:40:17,400 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/822db52457e94ec649344e71e2ebdbb0 2024-11-20T13:40:17,401 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80a55f249db33b1beace0fc6f1aca874/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:17,402 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 80a55f249db33b1beace0fc6f1aca874; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73154234, jitterRate=0.0900830328464508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:40:17,402 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:40:17,403 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 822db52457e94ec649344e71e2ebdbb0 2024-11-20T13:40:17,403 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 80a55f249db33b1beace0fc6f1aca874: Running coprocessor pre-open hook at 1732110017361Writing region info on filesystem at 1732110017361Initializing all the Stores at 1732110017364 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017364Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017369 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017369Cleaning up temporary data from old regions at 1732110017390 (+21 ms)Running coprocessor post-open hooks at 1732110017403 (+13 ms)Region opened successfully at 1732110017403 2024-11-20T13:40:17,403 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 822db52457e94ec649344e71e2ebdbb0 2024-11-20T13:40:17,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=845516a71397597fe53c6f76f1d17058, ASSIGN in 812 msec 2024-11-20T13:40:17,404 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:40:17,405 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874., pid=55, masterSystemTime=1732110017039 2024-11-20T13:40:17,406 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 822db52457e94ec649344e71e2ebdbb0 2024-11-20T13:40:17,406 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=88e817ed5d8388c6d69d06c55a063ea9, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,41775,1732110013219 2024-11-20T13:40:17,410 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874. 2024-11-20T13:40:17,410 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874. 2024-11-20T13:40:17,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88e817ed5d8388c6d69d06c55a063ea9, server=28425b5b8f92,41775,1732110013219 because future has completed 2024-11-20T13:40:17,411 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/822db52457e94ec649344e71e2ebdbb0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:17,412 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 822db52457e94ec649344e71e2ebdbb0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73113999, jitterRate=0.08948348462581635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:40:17,412 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=80a55f249db33b1beace0fc6f1aca874, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,41775,1732110013219 2024-11-20T13:40:17,412 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 822db52457e94ec649344e71e2ebdbb0 2024-11-20T13:40:17,412 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 822db52457e94ec649344e71e2ebdbb0: Running coprocessor pre-open hook at 1732110017369Writing region info on filesystem at 1732110017369Initializing all the Stores at 1732110017370 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017370Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017380 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017380Cleaning up temporary data from old regions at 1732110017403 (+23 ms)Running coprocessor post-open hooks at 1732110017412 (+9 ms)Region opened successfully at 1732110017412 2024-11-20T13:40:17,413 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0., pid=42, masterSystemTime=1732110016985 2024-11-20T13:40:17,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80a55f249db33b1beace0fc6f1aca874, server=28425b5b8f92,41775,1732110013219 because future has completed 2024-11-20T13:40:17,417 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0. 2024-11-20T13:40:17,417 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0. 2024-11-20T13:40:17,417 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7. 2024-11-20T13:40:17,417 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 156786bef0dc206202f4f256ca1b6cc7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-20T13:40:17,418 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 156786bef0dc206202f4f256ca1b6cc7 2024-11-20T13:40:17,418 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:40:17,418 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 156786bef0dc206202f4f256ca1b6cc7 2024-11-20T13:40:17,418 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 156786bef0dc206202f4f256ca1b6cc7 2024-11-20T13:40:17,420 INFO [StoreOpener-156786bef0dc206202f4f256ca1b6cc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 156786bef0dc206202f4f256ca1b6cc7 2024-11-20T13:40:17,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=26 2024-11-20T13:40:17,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 88e817ed5d8388c6d69d06c55a063ea9, server=28425b5b8f92,41775,1732110013219 in 529 msec 2024-11-20T13:40:17,422 INFO [StoreOpener-156786bef0dc206202f4f256ca1b6cc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 156786bef0dc206202f4f256ca1b6cc7 columnFamilyName colfamily11 2024-11-20T13:40:17,422 DEBUG [StoreOpener-156786bef0dc206202f4f256ca1b6cc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,423 INFO [StoreOpener-156786bef0dc206202f4f256ca1b6cc7-1 {}] regionserver.HStore(327): Store=156786bef0dc206202f4f256ca1b6cc7/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,423 INFO [StoreOpener-156786bef0dc206202f4f256ca1b6cc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 156786bef0dc206202f4f256ca1b6cc7 2024-11-20T13:40:17,425 INFO [StoreOpener-156786bef0dc206202f4f256ca1b6cc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 156786bef0dc206202f4f256ca1b6cc7 columnFamilyName colfamily21 2024-11-20T13:40:17,425 DEBUG [StoreOpener-156786bef0dc206202f4f256ca1b6cc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88e817ed5d8388c6d69d06c55a063ea9, ASSIGN in 836 msec 2024-11-20T13:40:17,426 INFO [StoreOpener-156786bef0dc206202f4f256ca1b6cc7-1 {}] regionserver.HStore(327): Store=156786bef0dc206202f4f256ca1b6cc7/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,426 INFO [StoreOpener-156786bef0dc206202f4f256ca1b6cc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 156786bef0dc206202f4f256ca1b6cc7 2024-11-20T13:40:17,427 INFO [StoreOpener-156786bef0dc206202f4f256ca1b6cc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 156786bef0dc206202f4f256ca1b6cc7 columnFamilyName colfamily31 2024-11-20T13:40:17,427 DEBUG [StoreOpener-156786bef0dc206202f4f256ca1b6cc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:40:17,428 INFO [StoreOpener-156786bef0dc206202f4f256ca1b6cc7-1 {}] regionserver.HStore(327): Store=156786bef0dc206202f4f256ca1b6cc7/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:40:17,429 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 156786bef0dc206202f4f256ca1b6cc7 2024-11-20T13:40:17,430 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/156786bef0dc206202f4f256ca1b6cc7 2024-11-20T13:40:17,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=16 2024-11-20T13:40:17,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 80a55f249db33b1beace0fc6f1aca874, server=28425b5b8f92,41775,1732110013219 in 485 msec 2024-11-20T13:40:17,430 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/156786bef0dc206202f4f256ca1b6cc7 2024-11-20T13:40:17,431 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 156786bef0dc206202f4f256ca1b6cc7 2024-11-20T13:40:17,431 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 156786bef0dc206202f4f256ca1b6cc7 2024-11-20T13:40:17,432 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:40:17,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80a55f249db33b1beace0fc6f1aca874, ASSIGN in 844 msec 2024-11-20T13:40:17,435 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 156786bef0dc206202f4f256ca1b6cc7 2024-11-20T13:40:17,437 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=822db52457e94ec649344e71e2ebdbb0, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:40:17,439 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/156786bef0dc206202f4f256ca1b6cc7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:40:17,440 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 156786bef0dc206202f4f256ca1b6cc7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67400608, jitterRate=0.004347324371337891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:40:17,440 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 156786bef0dc206202f4f256ca1b6cc7 2024-11-20T13:40:17,440 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 156786bef0dc206202f4f256ca1b6cc7: Running coprocessor pre-open hook at 1732110017418Writing region info on filesystem at 1732110017418Initializing all the Stores at 1732110017419 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017420 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017420Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110017420Cleaning up temporary data from old regions at 1732110017431 (+11 ms)Running coprocessor post-open hooks at 1732110017440 (+9 ms)Region opened successfully at 1732110017440 2024-11-20T13:40:17,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 822db52457e94ec649344e71e2ebdbb0, server=28425b5b8f92,43915,1732110013268 because future has completed 2024-11-20T13:40:17,442 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7., pid=43, masterSystemTime=1732110016985 2024-11-20T13:40:17,443 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=d6ba3fca8671dfc38af5a9e2e02add19, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,43975,1732110013111 2024-11-20T13:40:17,446 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7. 2024-11-20T13:40:17,446 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7. 2024-11-20T13:40:17,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6ba3fca8671dfc38af5a9e2e02add19, server=28425b5b8f92,43975,1732110013111 because future has completed 2024-11-20T13:40:17,447 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=156786bef0dc206202f4f256ca1b6cc7, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:40:17,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 156786bef0dc206202f4f256ca1b6cc7, server=28425b5b8f92,43915,1732110013268 because future has completed 2024-11-20T13:40:17,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=28 2024-11-20T13:40:17,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure 156786bef0dc206202f4f256ca1b6cc7, server=28425b5b8f92,43915,1732110013268 in 604 msec 2024-11-20T13:40:17,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=156786bef0dc206202f4f256ca1b6cc7, ASSIGN in 875 msec 2024-11-20T13:40:17,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-20T13:40:17,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure d6ba3fca8671dfc38af5a9e2e02add19, server=28425b5b8f92,43975,1732110013111 in 706 msec 2024-11-20T13:40:17,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d6ba3fca8671dfc38af5a9e2e02add19, ASSIGN in 884 msec 2024-11-20T13:40:17,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=25 2024-11-20T13:40:17,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 822db52457e94ec649344e71e2ebdbb0, server=28425b5b8f92,43915,1732110013268 in 625 msec 2024-11-20T13:40:17,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=25, resume processing ppid=4 2024-11-20T13:40:17,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=822db52457e94ec649344e71e2ebdbb0, ASSIGN in 891 msec 2024-11-20T13:40:17,483 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T13:40:17,484 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110017483"}]},"ts":"1732110017483"} 2024-11-20T13:40:17,487 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-20T13:40:17,491 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T13:40:17,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.6460 sec 2024-11-20T13:40:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T13:40:18,015 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-20T13:40:18,015 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-20T13:40:18,016 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T13:40:18,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41775 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-20T13:40:18,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-20T13:40:18,044 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T13:40:18,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-20T13:40:18,101 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:18,104 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:18,106 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:18,106 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:18,107 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:18,108 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:18,109 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:18,184 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:18,186 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:18,187 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:18,188 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:18,189 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:18,244 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:18,246 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:18,247 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:18,249 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:18,250 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:18,306 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:18,309 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:18,311 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:18,313 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:18,315 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:18,374 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:18,376 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:18,378 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:18,381 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:18,383 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:18,385 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:18,424 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:18,426 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:18,429 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:18,433 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:18,434 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:18,436 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:18,495 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:18,498 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:18,500 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:18,502 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:18,504 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:18,506 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:18,547 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:18,550 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:18,552 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:18,554 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:18,559 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:18,562 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:18,591 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:18,593 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:18,595 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:18,597 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:18,599 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:18,601 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:18,639 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:18,641 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:18,645 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:18,647 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:18,650 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:18,652 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:18,699 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:18,703 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:18,706 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:18,711 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:18,721 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:18,774 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:18,783 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:18,791 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:18,802 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:18,865 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732110015834.a0997a57fef4314e2739dc23edbf61b7., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:18,871 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732110015834.a0997a57fef4314e2739dc23edbf61b7., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:18,881 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732110015834.a0997a57fef4314e2739dc23edbf61b7., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:18,886 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732110015834.a0997a57fef4314e2739dc23edbf61b7., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:18,954 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732110015834.976ffa74bb94fce8d45524f3e1edb281., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:18,957 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732110015834.976ffa74bb94fce8d45524f3e1edb281., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:18,960 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732110015834.976ffa74bb94fce8d45524f3e1edb281., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:19,012 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:19,015 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:19,018 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:19,020 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:19,022 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:19,032 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oot', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:19,033 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oou', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:19,036 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oov', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:19,063 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:19,065 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:19,068 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:19,070 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:19,072 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:19,074 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:19,112 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:19,114 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:19,117 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:19,119 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:19,121 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:19,161 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:19,165 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:19,167 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:19,169 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:19,172 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:19,209 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:19,212 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:19,214 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:19,216 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:19,218 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:19,256 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:19,258 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:19,260 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:19,261 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:19,265 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:19,267 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='tty', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:19,300 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:19,302 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:19,304 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:19,306 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:19,308 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:19,310 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:19,312 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uva', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:19,347 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:19,349 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:19,351 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:19,352 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:19,353 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:19,388 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:19,391 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:19,393 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:19,395 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:19,396 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:19,398 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:19,430 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:19,432 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:19,434 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:19,435 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:19,437 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7., hostname=28425b5b8f92,43915,1732110013268, seqNum=2] 2024-11-20T13:40:19,472 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:19,474 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:19,475 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:19,476 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:19,478 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29., hostname=28425b5b8f92,41775,1732110013219, seqNum=2] 2024-11-20T13:40:19,512 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732110015834.d6ba3fca8671dfc38af5a9e2e02add19., hostname=28425b5b8f92,43975,1732110013111, seqNum=2] 2024-11-20T13:40:19,534 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:40:19,550 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:40:19,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:40:19,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53936, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:40:19,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058. 2024-11-20T13:40:19,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43915 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06. 2024-11-20T13:40:19,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1. 2024-11-20T13:40:20,389 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-20T13:40:20,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41775 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-20T13:40:20,650 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-20T13:40:20,650 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER 28425b5b8f92,41775,1732110013219 2024-11-20T13:40:20,650 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 28425b5b8f92,41775,1732110013219 2024-11-20T13:40:20,651 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 28425b5b8f92,41775,1732110013219: Simulated kill ***** 2024-11-20T13:40:20,651 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T13:40:20,653 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T13:40:20,655 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T13:40:20,655 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T13:40:20,655 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T13:40:20,655 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 542887216 }, "NonHeapMemoryUsage": { "committed": 157745152, "init": 7667712, "max": -1, "used": 154269008 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T13:40:20,658 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42989 {}] master.MasterRpcServices(700): 28425b5b8f92,41775,1732110013219 reported a fatal error: ***** ABORTING region server 28425b5b8f92,41775,1732110013219: Simulated kill ***** 2024-11-20T13:40:20,660 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '28425b5b8f92,41775,1732110013219' ***** 2024-11-20T13:40:20,660 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-20T13:40:20,661 INFO [RS:1;28425b5b8f92:41775 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T13:40:20,661 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T13:40:20,661 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T13:40:20,661 INFO [RS:1;28425b5b8f92:41775 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-20T13:40:20,661 INFO [RS:1;28425b5b8f92:41775 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-20T13:40:20,661 INFO [RS:1;28425b5b8f92:41775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T13:40:20,661 INFO [RS:1;28425b5b8f92:41775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;28425b5b8f92:41775. 2024-11-20T13:40:20,661 DEBUG [RS:1;28425b5b8f92:41775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:40:20,666 DEBUG [RS:1;28425b5b8f92:41775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:40:20,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741836_1012 (size=54214) 2024-11-20T13:40:20,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741836_1012 (size=54214) 2024-11-20T13:40:20,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741836_1012 (size=54214) 2024-11-20T13:40:20,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741834_1010 (size=297712) 2024-11-20T13:40:20,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741834_1010 (size=297712) 2024-11-20T13:40:20,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741834_1010 (size=297712) 2024-11-20T13:40:20,677 DEBUG [RS:1;28425b5b8f92:41775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:40:20,677 INFO [RS:1;28425b5b8f92:41775 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:40:20,678 INFO [RS:1;28425b5b8f92:41775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41775 2024-11-20T13:40:20,684 INFO [regionserver/28425b5b8f92:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T13:40:20,684 INFO [regionserver/28425b5b8f92:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T13:40:20,692 INFO [regionserver/28425b5b8f92:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:40:20,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:40:20,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x101587947d70002, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/28425b5b8f92,41775,1732110013219 2024-11-20T13:40:20,757 INFO [RS:1;28425b5b8f92:41775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T13:40:20,773 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [28425b5b8f92,41775,1732110013219] 2024-11-20T13:40:20,783 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/28425b5b8f92,41775,1732110013219 already deleted, retry=false 2024-11-20T13:40:20,783 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 28425b5b8f92,41775,1732110013219 on 28425b5b8f92,42989,1732110012331 2024-11-20T13:40:20,793 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:40:20,797 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for 28425b5b8f92,41775,1732110013219 (carryingMeta=true) 28425b5b8f92,41775,1732110013219/CRASHED/regionCount=9/lock=java.util.concurrent.locks.ReentrantReadWriteLock@734d71b6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T13:40:20,798 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:40:20,798 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T13:40:20,798 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:40:20,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:40:20,798 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T13:40:20,862 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T13:40:20,865 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:40:20,866 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T13:40:20,866 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:40:20,867 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T13:40:20,867 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T13:40:20,868 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T13:40:20,868 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T13:40:20,869 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T13:40:20,869 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T13:40:20,871 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T13:40:20,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x101587947d70002, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:40:20,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x101587947d70002, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:40:20,874 INFO [RS:1;28425b5b8f92:41775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T13:40:20,875 INFO [RS:1;28425b5b8f92:41775 {}] regionserver.HRegionServer(1031): Exiting; stopping=28425b5b8f92,41775,1732110013219; zookeeper connection closed. 2024-11-20T13:40:20,876 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78296a1b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78296a1b 2024-11-20T13:40:20,879 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T13:40:20,880 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42989 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T13:40:20,881 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T13:40:20,882 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T13:40:20,882 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:40:20,882 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T13:40:20,883 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 11 msec 2024-11-20T13:40:20,884 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42989 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T13:40:20,886 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:40:20,886 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=28425b5b8f92,41775,1732110013219, table=hbase:meta, region=1588230740 2024-11-20T13:40:20,886 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28425b5b8f92,41775,1732110013219, state=OPEN 2024-11-20T13:40:20,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:40:20,898 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:40:20,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:40:20,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:40:20,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:40:20,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:40:20,901 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732110050901 2024-11-20T13:40:20,901 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T13:40:20,901 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:40:20,901 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T13:40:20,902 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 28425b5b8f92:41775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:40:20,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:40:20,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T13:40:20,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:40:20,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 28425b5b8f92:41775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:40:20,907 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true, isMeta: true 2024-11-20T13:40:20,909 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting 2024-11-20T13:40:20,910 INFO [PEWorker-1 {}] master.SplitWALManager(105): 28425b5b8f92,41775,1732110013219 WAL count=1, meta=true 2024-11-20T13:40:20,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta}] 2024-11-20T13:40:20,912 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T13:40:20,912 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:40:20,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:40:20,912 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T13:40:20,994 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T13:40:21,014 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:40:21,014 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:40:21,014 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 28425b5b8f92:41775 this server is in the failed servers list 2024-11-20T13:40:21,015 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:40:21,015 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:40:21,015 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:40:21,062 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-20T13:40:21,065 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T13:40:21,223 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:40:21,223 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:40:21,224 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 28425b5b8f92:41775 this server is in the failed servers list 2024-11-20T13:40:21,224 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:40:21,224 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:40:21,224 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:40:21,534 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:40:21,534 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:40:21,535 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 28425b5b8f92:41775 this server is in the failed servers list 2024-11-20T13:40:21,536 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:40:21,536 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:40:21,536 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:40:22,043 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:40:22,043 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:40:22,044 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 28425b5b8f92:41775 this server is in the failed servers list 2024-11-20T13:40:22,044 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:40:22,044 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:40:22,044 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:40:22,677 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T13:40:22,679 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T13:40:22,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T13:40:22,684 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-20T13:40:22,686 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T13:40:22,686 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T13:40:22,687 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T13:40:22,687 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T13:40:23,053 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:40:23,054 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:40:23,054 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 28425b5b8f92:41775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:40:23,057 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,41775,1732110013219 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2154 ms java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T13:40:23,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:40:23,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T13:40:23,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:40:23,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 28425b5b8f92:41775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:40:25,064 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:40:25,064 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:40:25,065 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 28425b5b8f92:41775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:40:25,066 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,41775,1732110013219 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4164 ms java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T13:40:25,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:40:25,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T13:40:25,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:40:25,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 28425b5b8f92:41775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:40:29,104 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:40:29,104 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:40:29,106 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 28425b5b8f92:41775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:40:29,108 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,41775,1732110013219 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8206 ms java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T13:40:29,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:40:29,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T13:40:29,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:40:29,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 28425b5b8f92:41775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:40:39,194 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:40:39,194 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:40:39,195 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 28425b5b8f92:41775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:40:39,196 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,41775,1732110013219 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18294 ms java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T13:40:39,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:40:39,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T13:40:39,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:40:39,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 28425b5b8f92:41775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:40:41,365 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T13:40:47,442 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=28425b5b8f92:42989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-20T13:40:49,274 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:40:49,274 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:40:49,275 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 28425b5b8f92:41775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:40:49,276 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,41775,1732110013219 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28374 ms java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T13:40:49,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:40:49,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T13:40:49,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:40:49,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 28425b5b8f92:41775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:40:55,764 INFO [master/28425b5b8f92:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T13:40:55,764 INFO [master/28425b5b8f92:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T13:40:59,333 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:40:59,333 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:40:59,334 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 28425b5b8f92:41775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:40:59,335 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,41775,1732110013219 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38433 ms java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T13:40:59,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:40:59,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T13:40:59,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:40:59,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 28425b5b8f92:41775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:41:09,354 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:41:09,354 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:41:09,355 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 28425b5b8f92:41775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:41:09,356 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,41775,1732110013219 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48455 ms java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T13:41:09,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:41:09,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T13:41:09,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:41:09,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 28425b5b8f92:41775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:41:11,365 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T13:41:13,653 WARN [RS:0;28425b5b8f92:43975 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 28425b5b8f92,41775,1732110013219: status=status unset, state=RUNNING, startTime=1732110020797, completionTime=-1 appears to have been leaked 2024-11-20T13:41:15,663 DEBUG [master/28425b5b8f92:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7d9fa54154560e751c80d6c8773e8a06 changed from -1.0 to 0.0, refreshing cache 2024-11-20T13:41:15,664 DEBUG [master/28425b5b8f92:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 61ff141dfac4f04a12554449c8586148 changed from -1.0 to 0.0, refreshing cache 2024-11-20T13:41:15,665 DEBUG [master/28425b5b8f92:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 921712215be4cdbbb73385dcc379ef7e changed from -1.0 to 0.0, refreshing cache 2024-11-20T13:41:15,666 DEBUG [master/28425b5b8f92:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a96e3b8ddcbd0b487a12b9e9ae99aebf changed from -1.0 to 0.0, refreshing cache 2024-11-20T13:41:15,666 DEBUG [master/28425b5b8f92:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a0997a57fef4314e2739dc23edbf61b7 changed from -1.0 to 0.0, refreshing cache 2024-11-20T13:41:15,666 DEBUG [master/28425b5b8f92:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9a1c0a8b5d62b59e41c75978945bac35 changed from -1.0 to 0.0, refreshing cache 2024-11-20T13:41:15,667 DEBUG [master/28425b5b8f92:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 67998c272be4c850d9336914e1132d3d changed from -1.0 to 0.0, refreshing cache 2024-11-20T13:41:15,667 DEBUG [master/28425b5b8f92:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 822db52457e94ec649344e71e2ebdbb0 changed from -1.0 to 0.0, refreshing cache 2024-11-20T13:41:15,667 DEBUG [master/28425b5b8f92:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 156786bef0dc206202f4f256ca1b6cc7 changed from -1.0 to 0.0, refreshing cache 2024-11-20T13:41:15,667 DEBUG [master/28425b5b8f92:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 845516a71397597fe53c6f76f1d17058 changed from -1.0 to 0.0, refreshing cache 2024-11-20T13:41:15,667 DEBUG [master/28425b5b8f92:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 51081010bfd200d5fa473dd05c6d8460 changed from -1.0 to 0.0, refreshing cache 2024-11-20T13:41:15,668 DEBUG [master/28425b5b8f92:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fd2f97854659fc22c5099ce24bdd483e changed from -1.0 to 0.0, refreshing cache 2024-11-20T13:41:15,668 DEBUG [master/28425b5b8f92:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0379100628a9f24ec3d80dfea7aed3c1 changed from -1.0 to 0.0, refreshing cache 2024-11-20T13:41:15,668 DEBUG [master/28425b5b8f92:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 976ffa74bb94fce8d45524f3e1edb281 changed from -1.0 to 0.0, refreshing cache 2024-11-20T13:41:15,668 DEBUG [master/28425b5b8f92:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7d469566ec330327bcaa10fa6044cd18 changed from -1.0 to 0.0, refreshing cache 2024-11-20T13:41:15,668 DEBUG [master/28425b5b8f92:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fb13510a8c22eb0c8a45651eea688d88 changed from -1.0 to 0.0, refreshing cache 2024-11-20T13:41:15,668 DEBUG [master/28425b5b8f92:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region eea434eab5f42a5c390bc213d1c6a98f changed from -1.0 to 0.0, refreshing cache 2024-11-20T13:41:15,669 DEBUG [master/28425b5b8f92:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d6ba3fca8671dfc38af5a9e2e02add19 changed from -1.0 to 0.0, refreshing cache 2024-11-20T13:41:17,444 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=28425b5b8f92:42989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-20T13:41:19,060 INFO [regionserver/28425b5b8f92:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-20T13:41:20,905 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-20T13:40:20.905Z, java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:40:21.015Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:40:21.224Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:40:21.536Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:40:22.044Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:40:23.058Z, java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:40:25.067Z, java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:40:29.111Z, java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:40:39.196Z, java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:40:49.276Z, java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:40:59.336Z, java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:41:09.358Z, java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-20T13:41:20,909 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:41:20,909 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T13:41:20,909 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:41:20,909 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T13:41:20,909 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T13:41:20,910 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T13:41:20,910 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T13:41:20,910 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T13:41:20,911 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T13:41:20,913 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-20T13:41:20,917 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T13:41:20,918 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T13:41:20,918 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T13:41:20,919 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:41:20,919 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T13:41:20,919 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-20T13:41:20,920 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:41:20,920 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=28425b5b8f92,41775,1732110013219, table=hbase:meta, region=1588230740 2024-11-20T13:41:20,920 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28425b5b8f92,41775,1732110013219, state=OPEN 2024-11-20T13:41:20,935 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42989 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T13:41:20,935 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42989 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T13:41:20,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:41:20,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:41:20,986 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:41:20,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:41:20,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:41:20,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:41:20,987 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732110110986 2024-11-20T13:41:20,987 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T13:41:20,987 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true, isMeta: true 2024-11-20T13:41:20,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:41:20,987 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:41:20,988 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 28425b5b8f92:41775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:41:20,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:41:20,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T13:41:20,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:41:20,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 28425b5b8f92:41775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:41:20,989 INFO [PEWorker-1 {}] master.SplitWALManager(105): 28425b5b8f92,41775,1732110013219 WAL count=1, meta=true 2024-11-20T13:41:20,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta}] 2024-11-20T13:41:20,989 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T13:41:20,995 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=28425b5b8f92,43975,1732110013111 2024-11-20T13:41:20,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111}] 2024-11-20T13:41:21,094 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:41:21,094 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:41:21,094 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 28425b5b8f92:41775 this server is in the failed servers list 2024-11-20T13:41:21,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:41:21,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:41:21,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:41:21,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-20T13:41:21,187 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting/28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, size=52.9 K (54214bytes) 2024-11-20T13:41:21,188 DEBUG [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T13:41:21,188 DEBUG [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T13:41:21,188 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting/28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta 2024-11-20T13:41:21,193 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting/28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta after 3ms 2024-11-20T13:41:21,200 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting/28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta took 14ms 2024-11-20T13:41:21,207 DEBUG [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-20T13:41:21,214 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta.temp 2024-11-20T13:41:21,217 DEBUG [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting/28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta so closing down 2024-11-20T13:41:21,217 DEBUG [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T13:41:21,220 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta.temp 2024-11-20T13:41:21,225 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T13:41:21,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741864_1040 (size=53973) 2024-11-20T13:41:21,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741864_1040 (size=53973) 2024-11-20T13:41:21,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741864_1040 (size=53973) 2024-11-20T13:41:21,237 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) 2024-11-20T13:41:21,241 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta.temp to hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-20T13:41:21,246 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 40 ms; skipped=1; WAL=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting/28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-20T13:41:21,246 DEBUG [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting/28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, journal: Splitting hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting/28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, size=52.9 K (54214bytes) at 1732110081187Finishing writing output for hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting/28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta so closing down at 1732110081217 (+30 ms)Creating recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta.temp at 1732110081220 (+3 ms)3 split writer threads finished at 1732110081225 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) at 1732110081237 (+12 ms)Rename recovered edits hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta.temp to hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1732110081241 (+4 ms)Processed 58 edits across 1 Regions in 40 ms; skipped=1; WAL=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting/28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1732110081246 (+5 ms) 2024-11-20T13:41:21,247 DEBUG [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting/28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta 2024-11-20T13:41:21,249 DEBUG [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-20T13:41:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-20T13:41:21,259 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting/28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta to hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/oldWALs 2024-11-20T13:41:21,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-20T13:41:21,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 in 262 msec 2024-11-20T13:41:21,263 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=28425b5b8f92,43975,1732110013111 2024-11-20T13:41:21,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-20T13:41:21,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 in 274 msec 2024-11-20T13:41:21,268 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting dir is empty, no logs to split. 2024-11-20T13:41:21,268 INFO [PEWorker-1 {}] master.SplitWALManager(105): 28425b5b8f92,41775,1732110013219 WAL count=0, meta=true 2024-11-20T13:41:21,268 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 28425b5b8f92,41775,1732110013219 WAL splitting is done? wals=0, meta=true 2024-11-20T13:41:21,268 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T13:41:21,268 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:41:21,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:41:21,268 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T13:41:21,303 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:41:21,303 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:41:21,304 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 28425b5b8f92:41775 this server is in the failed servers list 2024-11-20T13:41:21,304 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:41:21,304 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:41:21,304 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:41:21,614 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:41:21,614 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:41:21,615 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 28425b5b8f92:41775 this server is in the failed servers list 2024-11-20T13:41:21,615 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:41:21,615 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:41:21,615 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:41:22,124 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:41:22,124 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:41:22,125 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 28425b5b8f92:41775 this server is in the failed servers list 2024-11-20T13:41:22,125 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:41:22,125 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:41:22,125 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:41:23,144 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:41:23,144 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:41:23,145 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 28425b5b8f92:41775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:41:23,145 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,41775,1732110013219 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2158 ms java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T13:41:23,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:41:23,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T13:41:23,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:41:23,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 28425b5b8f92:41775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:41:25,163 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:41:25,164 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:41:25,166 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 28425b5b8f92:41775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:41:25,167 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,41775,1732110013219 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4179 ms java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T13:41:25,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:41:25,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T13:41:25,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:41:25,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 28425b5b8f92:41775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:41:29,193 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:41:29,193 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:41:29,195 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 28425b5b8f92:41775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:41:29,197 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,41775,1732110013219 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8209 ms java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T13:41:29,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:41:29,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T13:41:29,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:41:29,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 28425b5b8f92:41775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:41:39,224 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:41:39,224 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:41:39,226 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 28425b5b8f92:41775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:41:39,228 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,41775,1732110013219 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18240 ms java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T13:41:39,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:41:39,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T13:41:39,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:41:39,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 28425b5b8f92:41775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:41:41,365 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T13:41:49,284 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:41:49,284 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:41:49,286 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 28425b5b8f92:41775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:41:49,287 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,41775,1732110013219 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28299 ms java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T13:41:49,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:41:49,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T13:41:49,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:41:49,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 28425b5b8f92:41775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:41:59,354 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:41:59,354 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:41:59,356 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 28425b5b8f92:41775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:41:59,357 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,41775,1732110013219 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38370 ms java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T13:41:59,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:41:59,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T13:41:59,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:41:59,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 28425b5b8f92:41775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:42:09,384 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:42:09,385 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:42:09,387 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 28425b5b8f92:41775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:42:09,388 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,41775,1732110013219 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48401 ms java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T13:42:09,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:42:09,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T13:42:09,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:42:09,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 28425b5b8f92:41775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:42:11,366 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T13:42:14,663 INFO [regionserver/28425b5b8f92:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-20T13:42:14,689 WARN [regionserver/28425b5b8f92:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 21, running: 1 2024-11-20T13:42:20,994 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-20T13:41:20.989Z, java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:41:21.095Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:41:21.304Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:41:21.615Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:41:22.125Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:41:23.146Z, java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:41:25.169Z, java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:41:29.199Z, java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:41:39.229Z, java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:41:49.288Z, java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:41:59.359Z, java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:42:09.390Z, java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-20T13:42:20,996 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:42:20,996 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T13:42:20,996 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:42:20,996 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T13:42:20,996 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T13:42:20,997 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T13:42:20,997 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T13:42:20,997 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T13:42:20,997 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T13:42:20,999 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T13:42:21,003 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T13:42:21,003 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T13:42:21,003 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T13:42:21,004 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T13:42:21,005 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T13:42:21,005 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:42:21,005 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 2024-11-20T13:42:21,005 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 2024-11-20T13:42:21,005 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T13:42:21,005 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:42:21,005 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:42:21,005 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-20T13:42:21,006 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:42:21,006 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=28425b5b8f92,41775,1732110013219, table=hbase:meta, region=1588230740 2024-11-20T13:42:21,006 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28425b5b8f92,41775,1732110013219, state=OPEN 2024-11-20T13:42:21,013 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42989 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T13:42:21,013 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42989 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T13:42:21,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:42:21,089 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:42:21,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:42:21,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:42:21,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:42:21,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:42:21,090 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732110171090 2024-11-20T13:42:21,090 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T13:42:21,091 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:42:21,091 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:42:21,092 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 28425b5b8f92:41775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:42:21,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:42:21,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T13:42:21,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:42:21,093 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting dir is empty, no logs to split. 2024-11-20T13:42:21,093 INFO [PEWorker-1 {}] master.SplitWALManager(105): 28425b5b8f92,41775,1732110013219 WAL count=0, meta=true 2024-11-20T13:42:21,093 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 28425b5b8f92,41775,1732110013219 WAL splitting is done? wals=0, meta=true 2024-11-20T13:42:21,093 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T13:42:21,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 28425b5b8f92:41775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:42:21,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T13:42:21,097 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T13:42:21,097 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:42:21,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:42:21,097 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T13:42:21,204 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:42:21,204 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:42:21,205 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 28425b5b8f92:41775 this server is in the failed servers list 2024-11-20T13:42:21,205 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:42:21,206 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:42:21,206 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:42:21,414 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:42:21,414 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:42:21,415 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 28425b5b8f92:41775 this server is in the failed servers list 2024-11-20T13:42:21,415 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:42:21,415 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:42:21,416 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:42:21,724 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:42:21,724 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:42:21,725 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 28425b5b8f92:41775 this server is in the failed servers list 2024-11-20T13:42:21,725 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:42:21,725 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:42:21,725 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:42:22,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:42:22,234 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:42:22,234 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 28425b5b8f92:41775 this server is in the failed servers list 2024-11-20T13:42:22,235 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:42:22,235 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:42:22,235 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:42:23,244 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:42:23,244 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:42:23,247 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 28425b5b8f92:41775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:42:23,248 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,41775,1732110013219 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2156 ms java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T13:42:23,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:42:23,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T13:42:23,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:42:23,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 28425b5b8f92:41775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:42:25,273 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:42:25,273 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:42:25,274 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 28425b5b8f92:41775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:42:25,274 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,41775,1732110013219 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4183 ms java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T13:42:25,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:42:25,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T13:42:25,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:42:25,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 28425b5b8f92:41775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:42:27,446 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=28425b5b8f92:42989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-20T13:42:29,304 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:42:29,304 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:42:29,305 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 28425b5b8f92:41775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:42:29,306 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,41775,1732110013219 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8215 ms java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T13:42:29,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:42:29,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T13:42:29,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:42:29,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 28425b5b8f92:41775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:42:39,353 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:42:39,354 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:42:39,356 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 28425b5b8f92:41775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:42:39,357 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,41775,1732110013219 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18266 ms java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T13:42:39,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:42:39,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T13:42:39,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:42:39,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 28425b5b8f92:41775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:42:41,366 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T13:42:49,373 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:42:49,373 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:42:49,374 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 28425b5b8f92:41775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:42:49,375 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,41775,1732110013219 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28283 ms java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T13:42:49,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:42:49,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T13:42:49,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:42:49,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 28425b5b8f92:41775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:42:59,474 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:42:59,474 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:42:59,475 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 28425b5b8f92:41775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:42:59,475 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,41775,1732110013219 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38384 ms java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T13:42:59,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:42:59,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T13:42:59,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:42:59,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 28425b5b8f92:41775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:43:09,573 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:43:09,573 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:43:09,574 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 28425b5b8f92:41775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:43:09,575 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 28425b5b8f92,41775,1732110013219 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48483 ms java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T13:43:09,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:43:09,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T13:43:09,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:43:09,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 28425b5b8f92:41775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:43:11,367 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T13:43:18,607 WARN [RS:2;28425b5b8f92:43915 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 28425b5b8f92,41775,1732110013219: status=Processing ServerCrashProcedure of 28425b5b8f92,41775,1732110013219 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1732110020882, completionTime=-1 appears to have been leaked 2024-11-20T13:43:18,608 WARN [RS:2;28425b5b8f92:43915 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 28425b5b8f92,41775,1732110013219: status=Processing ServerCrashProcedure of 28425b5b8f92,41775,1732110013219 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1732110080918, completionTime=-1 appears to have been leaked 2024-11-20T13:43:21,095 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-20T13:42:21.093Z, java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:42:21.206Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:42:21.416Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:42:21.726Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:42:22.235Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:42:23.249Z, java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:42:25.275Z, java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:42:29.307Z, java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:42:39.359Z, java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:42:49.375Z, java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:42:59.476Z, java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:43:09.575Z, java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-20T13:43:21,097 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:43:21,097 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T13:43:21,097 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:43:21,097 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T13:43:21,098 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T13:43:21,098 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T13:43:21,098 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T13:43:21,098 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T13:43:21,099 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T13:43:21,100 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T13:43:21,102 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T13:43:21,103 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T13:43:21,103 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T13:43:21,103 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T13:43:21,104 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T13:43:21,105 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:43:21,105 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 2024-11-20T13:43:21,105 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 2024-11-20T13:43:21,105 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T13:43:21,105 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:21,105 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:21,105 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-20T13:43:21,106 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:21,106 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=28425b5b8f92,41775,1732110013219, table=hbase:meta, region=1588230740 2024-11-20T13:43:21,106 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28425b5b8f92,41775,1732110013219, state=OPEN 2024-11-20T13:43:21,149 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42989 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T13:43:21,155 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42989 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T13:43:21,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:43:21,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:43:21,169 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:43:21,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:43:21,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:43:21,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:43:21,170 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732110231170 2024-11-20T13:43:21,170 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T13:43:21,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T13:43:21,171 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T13:43:21,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:43:21,171 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:43:21,172 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 28425b5b8f92:41775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:43:21,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:43:21,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T13:43:21,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:43:21,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 28425b5b8f92:41775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:43:21,174 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T13:43:21,175 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T13:43:21,283 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:43:21,283 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1] 2024-11-20T13:43:21,284 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 28425b5b8f92:41775 this server is in the failed servers list 2024-11-20T13:43:21,284 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:43:21,284 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:43:21,284 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:43:21,326 DEBUG [28425b5b8f92:42989 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-20T13:43:21,326 DEBUG [28425b5b8f92:42989 {}] balancer.BalancerClusterState(204): Hosts are {28425b5b8f92=0} racks are {/default-rack=0} 2024-11-20T13:43:21,327 DEBUG [28425b5b8f92:42989 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T13:43:21,327 DEBUG [28425b5b8f92:42989 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T13:43:21,327 DEBUG [28425b5b8f92:42989 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T13:43:21,327 DEBUG [28425b5b8f92:42989 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T13:43:21,327 INFO [28425b5b8f92:42989 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T13:43:21,327 INFO [28425b5b8f92:42989 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T13:43:21,327 DEBUG [28425b5b8f92:42989 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T13:43:21,328 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:21,331 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28425b5b8f92,43915,1732110013268, state=OPENING 2024-11-20T13:43:21,337 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:43:21,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:43:21,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:43:21,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:43:21,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:43:21,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:43:21,338 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T13:43:21,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=28425b5b8f92,43915,1732110013268}] 2024-11-20T13:43:21,494 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:43:21,494 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,43915,1732110013268, seqNum=-1] 2024-11-20T13:43:21,495 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:43:21,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37047, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:43:21,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38539, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:43:21,504 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T13:43:21,504 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:43:21,505 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T13:43:21,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43915 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:38539 deadline: 1732110261174, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 28425b5b8f92,43915,1732110013268 2024-11-20T13:43:21,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,43915,1732110013268, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,43915,1732110013268, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 28425b5b8f92,43915,1732110013268 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T13:43:21,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,43915,1732110013268, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 28425b5b8f92,43915,1732110013268 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T13:43:21,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,43915,1732110013268, seqNum=-1 from cache 2024-11-20T13:43:21,508 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28425b5b8f92%2C43915%2C1732110013268.meta, suffix=.meta, logDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,43915,1732110013268, archiveDir=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/oldWALs, maxLogs=32 2024-11-20T13:43:21,522 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,43915,1732110013268/28425b5b8f92%2C43915%2C1732110013268.meta.1732110201510.meta, exclude list is [], retry=0 2024-11-20T13:43:21,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45935,DS-a51ee9c8-2e57-41d5-ba38-9299a589cd7e,DISK] 2024-11-20T13:43:21,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42093,DS-b31fe770-5b3d-4488-890b-e1a5cd2dc596,DISK] 2024-11-20T13:43:21,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41475,DS-6a401e68-019a-44d1-91ab-9bcb0ca66085,DISK] 2024-11-20T13:43:21,527 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,43915,1732110013268/28425b5b8f92%2C43915%2C1732110013268.meta.1732110201510.meta 2024-11-20T13:43:21,528 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39891:39891),(127.0.0.1/127.0.0.1:43397:43397),(127.0.0.1/127.0.0.1:38943:38943)] 2024-11-20T13:43:21,528 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:43:21,528 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T13:43:21,528 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T13:43:21,529 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T13:43:21,529 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T13:43:21,529 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:43:21,529 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T13:43:21,529 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T13:43:21,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:43:21,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:43:21,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:21,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:43:21,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T13:43:21,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T13:43:21,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:21,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:43:21,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:43:21,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:43:21,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:21,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:43:21,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:43:21,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:43:21,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:21,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:43:21,536 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T13:43:21,537 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740 2024-11-20T13:43:21,539 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740 2024-11-20T13:43:21,540 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-20T13:43:21,555 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-20T13:43:21,558 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-20T13:43:21,622 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/.tmp/info/3cec90a1502240a4b9dcb512df87a2ce is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058./info:regioninfo/1732110017372/Put/seqid=0 2024-11-20T13:43:21,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741866_1042 (size=58053) 2024-11-20T13:43:21,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741866_1042 (size=58053) 2024-11-20T13:43:21,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741866_1042 (size=58053) 2024-11-20T13:43:21,635 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/.tmp/info/3cec90a1502240a4b9dcb512df87a2ce 2024-11-20T13:43:21,691 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/.tmp/ns/70e64e53ec55434f8b51891fdebeffca is 43, key is default/ns:d/1732110015611/Put/seqid=0 2024-11-20T13:43:21,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741867_1043 (size=5153) 2024-11-20T13:43:21,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741867_1043 (size=5153) 2024-11-20T13:43:21,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741867_1043 (size=5153) 2024-11-20T13:43:21,702 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/.tmp/ns/70e64e53ec55434f8b51891fdebeffca 2024-11-20T13:43:21,726 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/.tmp/table/c867c09ab7d84c1cb9072e6ff75948e8 is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1732110017483/Put/seqid=0 2024-11-20T13:43:21,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741868_1044 (size=5620) 2024-11-20T13:43:21,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741868_1044 (size=5620) 2024-11-20T13:43:21,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741868_1044 (size=5620) 2024-11-20T13:43:21,734 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/.tmp/table/c867c09ab7d84c1cb9072e6ff75948e8 2024-11-20T13:43:21,743 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/.tmp/info/3cec90a1502240a4b9dcb512df87a2ce as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/info/3cec90a1502240a4b9dcb512df87a2ce 2024-11-20T13:43:21,751 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/info/3cec90a1502240a4b9dcb512df87a2ce, entries=260, sequenceid=60, filesize=56.7 K 2024-11-20T13:43:21,754 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/.tmp/ns/70e64e53ec55434f8b51891fdebeffca as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/ns/70e64e53ec55434f8b51891fdebeffca 2024-11-20T13:43:21,761 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/ns/70e64e53ec55434f8b51891fdebeffca, entries=2, sequenceid=60, filesize=5.0 K 2024-11-20T13:43:21,763 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/.tmp/table/c867c09ab7d84c1cb9072e6ff75948e8 as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/table/c867c09ab7d84c1cb9072e6ff75948e8 2024-11-20T13:43:21,771 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/table/c867c09ab7d84c1cb9072e6ff75948e8, entries=2, sequenceid=60, filesize=5.5 K 2024-11-20T13:43:21,775 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 216ms, sequenceid=60, compaction requested=false; wal=null 2024-11-20T13:43:21,776 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-20T13:43:21,778 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T13:43:21,778 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T13:43:21,779 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T13:43:21,781 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T13:43:21,784 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-20T13:43:21,785 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73090441, jitterRate=0.08913244307041168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T13:43:21,785 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T13:43:21,785 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732110201529Writing region info on filesystem at 1732110201529Initializing all the Stores at 1732110201530 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110201530Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110201530Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110201530Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110201530Obtaining lock to block concurrent updates at 1732110201558 (+28 ms)Preparing flush snapshotting stores in 1588230740 at 1732110201558Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1732110201560 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732110201560Flushing 1588230740/info: creating writer at 1732110201563 (+3 ms)Flushing 1588230740/info: appending metadata at 1732110201611 (+48 ms)Flushing 1588230740/info: closing flushed file at 1732110201615 (+4 ms)Flushing 1588230740/ns: creating writer at 1732110201675 (+60 ms)Flushing 1588230740/ns: appending metadata at 1732110201690 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732110201690Flushing 1588230740/table: creating writer at 1732110201710 (+20 ms)Flushing 1588230740/table: appending metadata at 1732110201725 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732110201725Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49da1eba: reopening flushed file at 1732110201742 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@216ff345: reopening flushed file at 1732110201752 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dd97818: reopening flushed file at 1732110201762 (+10 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 216ms, sequenceid=60, compaction requested=false; wal=null at 1732110201775 (+13 ms)Cleaning up temporary data from old regions at 1732110201778 (+3 ms)Running coprocessor post-open hooks at 1732110201785 (+7 ms)Region opened successfully at 1732110201785 2024-11-20T13:43:21,787 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1732110201491 2024-11-20T13:43:21,789 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T13:43:21,789 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T13:43:21,790 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:21,791 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28425b5b8f92,43915,1732110013268, state=OPEN 2024-11-20T13:43:21,814 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:43:21,814 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,43915,1732110013268, seqNum=-1] 2024-11-20T13:43:21,841 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=71f7bbb3f2a4b1b4f585498c1466a7a1, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:21,841 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=845516a71397597fe53c6f76f1d17058, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:21,842 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7d9fa54154560e751c80d6c8773e8a06, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:21,842 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=61ff141dfac4f04a12554449c8586148, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:21,842 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51081010bfd200d5fa473dd05c6d8460, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:21,842 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f011012594608d3db9e51cfa80ceddb8, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:21,842 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fd2f97854659fc22c5099ce24bdd483e, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:21,842 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8e7c99d12e378f626d1f958639b8d75e, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:21,843 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=921712215be4cdbbb73385dcc379ef7e, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:21,843 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a96e3b8ddcbd0b487a12b9e9ae99aebf, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:21,843 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0379100628a9f24ec3d80dfea7aed3c1, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:21,843 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=80a55f249db33b1beace0fc6f1aca874, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:21,843 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a0997a57fef4314e2739dc23edbf61b7, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:21,843 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=976ffa74bb94fce8d45524f3e1edb281, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:21,843 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=98193739d3fd040f324ac01643b96e1e, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:21,843 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7d469566ec330327bcaa10fa6044cd18, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:21,843 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9a1c0a8b5d62b59e41c75978945bac35, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:21,844 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=67998c272be4c850d9336914e1132d3d, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:21,844 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=97515148c697b555e023b0864337732e, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:21,844 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fb13510a8c22eb0c8a45651eea688d88, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:21,844 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=822db52457e94ec649344e71e2ebdbb0, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:21,844 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88e817ed5d8388c6d69d06c55a063ea9, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:21,844 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eea434eab5f42a5c390bc213d1c6a98f, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:21,844 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=156786bef0dc206202f4f256ca1b6cc7, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:21,844 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5faf0b9de72bd83c2589d61867245b29, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:21,844 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d6ba3fca8671dfc38af5a9e2e02add19, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:21,845 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-20T13:43:21,845 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732110261845 2024-11-20T13:43:21,845 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732110321845 2024-11-20T13:43:21,845 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 674 msec 2024-11-20T13:43:21,853 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:43:21,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:43:21,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:43:21,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:43:21,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:43:21,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:43:21,853 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:21,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-20T13:43:21,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=28425b5b8f92,43915,1732110013268 in 515 msec 2024-11-20T13:43:21,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-20T13:43:21,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 686 msec 2024-11-20T13:43:21,860 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 28425b5b8f92,41775,1732110013219 had 9 regions 2024-11-20T13:43:21,860 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T13:43:21,860 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:43:21,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:43:21,861 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T13:43:22,095 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:43:22,095 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T13:43:22,095 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:43:22,095 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T13:43:22,095 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T13:43:22,096 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T13:43:22,096 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T13:43:22,096 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T13:43:22,096 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T13:43:22,097 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T13:43:22,102 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T13:43:22,103 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T13:43:22,103 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T13:43:22,103 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T13:43:22,103 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T13:43:22,103 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T13:43:22,104 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T13:43:22,106 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:43:22,106 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 2024-11-20T13:43:22,106 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 2024-11-20T13:43:22,106 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T13:43:22,106 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:22,106 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T13:43:22,106 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:22,106 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:22,106 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:22,106 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=28425b5b8f92,43915,1732110013268 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:22,107 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-20T13:43:22,108 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=61 2024-11-20T13:43:22,108 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=28425b5b8f92,43915,1732110013268, table=hbase:meta, region=1588230740 2024-11-20T13:43:22,108 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28425b5b8f92,43915,1732110013268, state=OPEN 2024-11-20T13:43:22,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:43:22,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:43:22,137 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:43:22,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:43:22,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:43:22,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:43:22,138 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732110232138 2024-11-20T13:43:22,138 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T13:43:22,145 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=71f7bbb3f2a4b1b4f585498c1466a7a1, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:22,145 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=845516a71397597fe53c6f76f1d17058, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:22,145 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7d9fa54154560e751c80d6c8773e8a06, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:22,145 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=61ff141dfac4f04a12554449c8586148, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:22,145 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51081010bfd200d5fa473dd05c6d8460, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:22,145 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f011012594608d3db9e51cfa80ceddb8, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:22,145 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fd2f97854659fc22c5099ce24bdd483e, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:22,146 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8e7c99d12e378f626d1f958639b8d75e, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:22,146 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=921712215be4cdbbb73385dcc379ef7e, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:22,146 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a96e3b8ddcbd0b487a12b9e9ae99aebf, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:22,146 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0379100628a9f24ec3d80dfea7aed3c1, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:22,146 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=80a55f249db33b1beace0fc6f1aca874, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:22,146 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a0997a57fef4314e2739dc23edbf61b7, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:22,146 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=976ffa74bb94fce8d45524f3e1edb281, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:22,146 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=98193739d3fd040f324ac01643b96e1e, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:22,146 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7d469566ec330327bcaa10fa6044cd18, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:22,146 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9a1c0a8b5d62b59e41c75978945bac35, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:22,147 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=67998c272be4c850d9336914e1132d3d, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:22,147 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=97515148c697b555e023b0864337732e, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:22,147 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fb13510a8c22eb0c8a45651eea688d88, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:22,147 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=822db52457e94ec649344e71e2ebdbb0, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:22,147 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88e817ed5d8388c6d69d06c55a063ea9, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:22,147 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eea434eab5f42a5c390bc213d1c6a98f, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:22,147 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=156786bef0dc206202f4f256ca1b6cc7, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:22,147 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5faf0b9de72bd83c2589d61867245b29, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:22,147 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d6ba3fca8671dfc38af5a9e2e02add19, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:22,147 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-20T13:43:22,147 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732110262147 2024-11-20T13:43:22,147 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732110322147 2024-11-20T13:43:22,148 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-20T13:43:22,148 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 28425b5b8f92,41775,1732110013219 had 8 regions 2024-11-20T13:43:22,148 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T13:43:22,149 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true, isMeta: false 2024-11-20T13:43:22,151 INFO [PEWorker-1 {}] master.SplitWALManager(105): 28425b5b8f92,41775,1732110013219 WAL count=1, meta=false 2024-11-20T13:43:22,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 28425b5b8f92%2C41775%2C1732110013219.1732110014842}] 2024-11-20T13:43:22,151 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T13:43:22,152 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:43:22,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:43:22,152 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T13:43:22,398 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:43:22,398 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T13:43:22,398 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:43:22,398 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T13:43:22,399 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T13:43:22,398 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42989 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T13:43:22,399 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T13:43:22,399 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T13:43:22,399 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T13:43:22,400 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T13:43:22,401 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T13:43:22,403 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T13:43:22,403 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T13:43:22,403 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T13:43:22,403 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T13:43:22,403 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T13:43:22,403 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T13:43:22,404 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T13:43:22,405 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:43:22,405 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 2024-11-20T13:43:22,405 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 2024-11-20T13:43:22,405 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T13:43:22,405 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:22,405 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T13:43:22,405 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:22,405 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:22,405 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:22,405 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=28425b5b8f92,43915,1732110013268 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:22,405 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T13:43:22,406 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=61 2024-11-20T13:43:22,406 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=28425b5b8f92,43915,1732110013268, table=hbase:meta, region=1588230740 2024-11-20T13:43:22,406 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28425b5b8f92,43915,1732110013268, state=OPEN 2024-11-20T13:43:22,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:43:22,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:43:22,453 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:43:22,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:43:22,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:43:22,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:43:22,454 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732110232454 2024-11-20T13:43:22,454 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T13:43:22,463 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=71f7bbb3f2a4b1b4f585498c1466a7a1, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:22,463 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=845516a71397597fe53c6f76f1d17058, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:22,463 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7d9fa54154560e751c80d6c8773e8a06, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:22,463 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=61ff141dfac4f04a12554449c8586148, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:22,463 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51081010bfd200d5fa473dd05c6d8460, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:22,464 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f011012594608d3db9e51cfa80ceddb8, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:22,464 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fd2f97854659fc22c5099ce24bdd483e, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:22,464 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8e7c99d12e378f626d1f958639b8d75e, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:22,464 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=921712215be4cdbbb73385dcc379ef7e, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:22,464 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a96e3b8ddcbd0b487a12b9e9ae99aebf, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:22,464 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0379100628a9f24ec3d80dfea7aed3c1, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:22,464 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=80a55f249db33b1beace0fc6f1aca874, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:22,465 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a0997a57fef4314e2739dc23edbf61b7, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:22,465 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=976ffa74bb94fce8d45524f3e1edb281, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:22,465 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=98193739d3fd040f324ac01643b96e1e, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:22,465 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7d469566ec330327bcaa10fa6044cd18, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:22,465 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9a1c0a8b5d62b59e41c75978945bac35, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:22,465 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=67998c272be4c850d9336914e1132d3d, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:22,465 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=97515148c697b555e023b0864337732e, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:22,466 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fb13510a8c22eb0c8a45651eea688d88, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:22,466 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=822db52457e94ec649344e71e2ebdbb0, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:22,466 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88e817ed5d8388c6d69d06c55a063ea9, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:22,466 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eea434eab5f42a5c390bc213d1c6a98f, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:22,466 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=156786bef0dc206202f4f256ca1b6cc7, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:22,466 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5faf0b9de72bd83c2589d61867245b29, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:22,466 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d6ba3fca8671dfc38af5a9e2e02add19, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:22,466 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-20T13:43:22,467 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732110262467 2024-11-20T13:43:22,467 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732110322467 2024-11-20T13:43:22,467 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 12 msec 2024-11-20T13:43:22,467 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true, isMeta: false 2024-11-20T13:43:22,469 INFO [PEWorker-1 {}] master.SplitWALManager(105): 28425b5b8f92,41775,1732110013219 WAL count=1, meta=false 2024-11-20T13:43:22,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 28425b5b8f92%2C41775%2C1732110013219.1732110014842}] 2024-11-20T13:43:22,469 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T13:43:22,471 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:22,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 28425b5b8f92%2C41775%2C1732110013219.1732110014842, worker=28425b5b8f92,43915,1732110013268}] 2024-11-20T13:43:22,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43915 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-20T13:43:22,641 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting/28425b5b8f92%2C41775%2C1732110013219.1732110014842, size=290.7 K (297712bytes) 2024-11-20T13:43:22,642 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting/28425b5b8f92%2C41775%2C1732110013219.1732110014842 2024-11-20T13:43:22,642 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting/28425b5b8f92%2C41775%2C1732110013219.1732110014842 after 0ms 2024-11-20T13:43:22,647 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting/28425b5b8f92%2C41775%2C1732110013219.1732110014842 took 6ms 2024-11-20T13:43:22,650 DEBUG [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 8e7c99d12e378f626d1f958639b8d75e: last_flushed_sequence_id: 18446744073709551615 2024-11-20T13:43:22,652 DEBUG [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 98193739d3fd040f324ac01643b96e1e: last_flushed_sequence_id: 18446744073709551615 2024-11-20T13:43:22,653 DEBUG [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 5faf0b9de72bd83c2589d61867245b29: last_flushed_sequence_id: 18446744073709551615 2024-11-20T13:43:22,655 DEBUG [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 97515148c697b555e023b0864337732e: last_flushed_sequence_id: 18446744073709551615 2024-11-20T13:43:22,656 DEBUG [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 71f7bbb3f2a4b1b4f585498c1466a7a1: last_flushed_sequence_id: 18446744073709551615 2024-11-20T13:43:22,658 DEBUG [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for f011012594608d3db9e51cfa80ceddb8: last_flushed_sequence_id: 18446744073709551615 2024-11-20T13:43:22,659 DEBUG [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 88e817ed5d8388c6d69d06c55a063ea9: last_flushed_sequence_id: 18446744073709551615 2024-11-20T13:43:22,661 DEBUG [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 80a55f249db33b1beace0fc6f1aca874: last_flushed_sequence_id: 18446744073709551615 2024-11-20T13:43:22,666 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp 2024-11-20T13:43:22,667 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71f7bbb3f2a4b1b4f585498c1466a7a1/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp 2024-11-20T13:43:22,668 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp 2024-11-20T13:43:22,669 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f011012594608d3db9e51cfa80ceddb8/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp 2024-11-20T13:43:22,670 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp 2024-11-20T13:43:22,671 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e7c99d12e378f626d1f958639b8d75e/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp 2024-11-20T13:43:22,672 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp 2024-11-20T13:43:22,673 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80a55f249db33b1beace0fc6f1aca874/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp 2024-11-20T13:43:22,675 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp 2024-11-20T13:43:22,677 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp 2024-11-20T13:43:22,680 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98193739d3fd040f324ac01643b96e1e/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp 2024-11-20T13:43:22,682 DEBUG [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting/28425b5b8f92%2C41775%2C1732110013219.1732110014842 so closing down 2024-11-20T13:43:22,682 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp 2024-11-20T13:43:22,682 DEBUG [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T13:43:22,683 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97515148c697b555e023b0864337732e/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp 2024-11-20T13:43:22,684 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88e817ed5d8388c6d69d06c55a063ea9/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp 2024-11-20T13:43:22,685 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp 2024-11-20T13:43:22,686 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5faf0b9de72bd83c2589d61867245b29/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp 2024-11-20T13:43:22,687 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T13:43:22,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741869_1045 (size=36767) 2024-11-20T13:43:22,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741869_1045 (size=36767) 2024-11-20T13:43:22,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741869_1045 (size=36767) 2024-11-20T13:43:22,714 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5faf0b9de72bd83c2589d61867245b29/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T13:43:22,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741870_1046 (size=36767) 2024-11-20T13:43:22,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741870_1046 (size=36767) 2024-11-20T13:43:22,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5faf0b9de72bd83c2589d61867245b29/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp to hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5faf0b9de72bd83c2589d61867245b29/recovered.edits/0000000000000000004 2024-11-20T13:43:22,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741870_1046 (size=36767) 2024-11-20T13:43:22,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e7c99d12e378f626d1f958639b8d75e/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T13:43:22,719 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e7c99d12e378f626d1f958639b8d75e/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp to hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e7c99d12e378f626d1f958639b8d75e/recovered.edits/0000000000000000004 2024-11-20T13:43:22,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741871_1047 (size=36767) 2024-11-20T13:43:22,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741871_1047 (size=36767) 2024-11-20T13:43:22,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741871_1047 (size=36767) 2024-11-20T13:43:22,727 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97515148c697b555e023b0864337732e/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T13:43:22,729 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97515148c697b555e023b0864337732e/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp to hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97515148c697b555e023b0864337732e/recovered.edits/0000000000000000004 2024-11-20T13:43:22,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741872_1048 (size=36767) 2024-11-20T13:43:22,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741872_1048 (size=36767) 2024-11-20T13:43:22,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741873_1049 (size=36767) 2024-11-20T13:43:22,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741872_1048 (size=36767) 2024-11-20T13:43:22,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741873_1049 (size=36767) 2024-11-20T13:43:22,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741873_1049 (size=36767) 2024-11-20T13:43:22,743 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71f7bbb3f2a4b1b4f585498c1466a7a1/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-20T13:43:22,745 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80a55f249db33b1beace0fc6f1aca874/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T13:43:22,745 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71f7bbb3f2a4b1b4f585498c1466a7a1/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp to hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71f7bbb3f2a4b1b4f585498c1466a7a1/recovered.edits/0000000000000000004 2024-11-20T13:43:22,746 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80a55f249db33b1beace0fc6f1aca874/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp to hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80a55f249db33b1beace0fc6f1aca874/recovered.edits/0000000000000000004 2024-11-20T13:43:22,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741874_1050 (size=36767) 2024-11-20T13:43:22,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741874_1050 (size=36767) 2024-11-20T13:43:22,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741874_1050 (size=36767) 2024-11-20T13:43:22,757 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f011012594608d3db9e51cfa80ceddb8/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T13:43:22,759 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f011012594608d3db9e51cfa80ceddb8/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp to hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f011012594608d3db9e51cfa80ceddb8/recovered.edits/0000000000000000004 2024-11-20T13:43:22,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741876_1052 (size=36767) 2024-11-20T13:43:22,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741875_1051 (size=36767) 2024-11-20T13:43:22,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741875_1051 (size=36767) 2024-11-20T13:43:22,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741875_1051 (size=36767) 2024-11-20T13:43:22,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98193739d3fd040f324ac01643b96e1e/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T13:43:22,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741876_1052 (size=36767) 2024-11-20T13:43:22,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741876_1052 (size=36767) 2024-11-20T13:43:22,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98193739d3fd040f324ac01643b96e1e/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp to hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98193739d3fd040f324ac01643b96e1e/recovered.edits/0000000000000000004 2024-11-20T13:43:22,768 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88e817ed5d8388c6d69d06c55a063ea9/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T13:43:22,769 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88e817ed5d8388c6d69d06c55a063ea9/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp to hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88e817ed5d8388c6d69d06c55a063ea9/recovered.edits/0000000000000000004 2024-11-20T13:43:22,770 INFO [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 16 edits across 8 Regions in 122 ms; skipped=8; WAL=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting/28425b5b8f92%2C41775%2C1732110013219.1732110014842, size=290.7 K, length=297712, corrupted=false, cancelled=false 2024-11-20T13:43:22,770 DEBUG [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting/28425b5b8f92%2C41775%2C1732110013219.1732110014842, journal: Splitting hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting/28425b5b8f92%2C41775%2C1732110013219.1732110014842, size=290.7 K (297712bytes) at 1732110202642Creating recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71f7bbb3f2a4b1b4f585498c1466a7a1/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp at 1732110202667 (+25 ms)Creating recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f011012594608d3db9e51cfa80ceddb8/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp at 1732110202669 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e7c99d12e378f626d1f958639b8d75e/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp at 1732110202671 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80a55f249db33b1beace0fc6f1aca874/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp at 1732110202673 (+2 ms)Split 6 edits, skipped 8 edits. at 1732110202678 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98193739d3fd040f324ac01643b96e1e/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp at 1732110202680 (+2 ms)Finishing writing output for hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting/28425b5b8f92%2C41775%2C1732110013219.1732110014842 so closing down at 1732110202682 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97515148c697b555e023b0864337732e/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp at 1732110202683 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88e817ed5d8388c6d69d06c55a063ea9/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp at 1732110202684 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5faf0b9de72bd83c2589d61867245b29/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp at 1732110202686 (+2 ms)3 split writer threads finished at 1732110202687 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5faf0b9de72bd83c2589d61867245b29/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732110202715 (+28 ms)Rename recovered edits hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5faf0b9de72bd83c2589d61867245b29/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp to hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5faf0b9de72bd83c2589d61867245b29/recovered.edits/0000000000000000004 at 1732110202717 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e7c99d12e378f626d1f958639b8d75e/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732110202717Rename recovered edits hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e7c99d12e378f626d1f958639b8d75e/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp to hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e7c99d12e378f626d1f958639b8d75e/recovered.edits/0000000000000000004 at 1732110202719 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97515148c697b555e023b0864337732e/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732110202727 (+8 ms)Rename recovered edits hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97515148c697b555e023b0864337732e/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp to hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97515148c697b555e023b0864337732e/recovered.edits/0000000000000000004 at 1732110202729 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71f7bbb3f2a4b1b4f585498c1466a7a1/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1732110202743 (+14 ms)Closed recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80a55f249db33b1beace0fc6f1aca874/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732110202745 (+2 ms)Rename recovered edits hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71f7bbb3f2a4b1b4f585498c1466a7a1/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp to hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71f7bbb3f2a4b1b4f585498c1466a7a1/recovered.edits/0000000000000000004 at 1732110202745Rename recovered edits hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80a55f249db33b1beace0fc6f1aca874/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp to hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80a55f249db33b1beace0fc6f1aca874/recovered.edits/0000000000000000004 at 1732110202746 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f011012594608d3db9e51cfa80ceddb8/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732110202758 (+12 ms)Rename recovered edits hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f011012594608d3db9e51cfa80ceddb8/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp to hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f011012594608d3db9e51cfa80ceddb8/recovered.edits/0000000000000000004 at 1732110202759 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98193739d3fd040f324ac01643b96e1e/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732110202766 (+7 ms)Rename recovered edits hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98193739d3fd040f324ac01643b96e1e/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp to hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98193739d3fd040f324ac01643b96e1e/recovered.edits/0000000000000000004 at 1732110202768 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88e817ed5d8388c6d69d06c55a063ea9/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732110202768Rename recovered edits hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88e817ed5d8388c6d69d06c55a063ea9/recovered.edits/0000000000000000004-28425b5b8f92%2C41775%2C1732110013219.1732110014842.temp to hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88e817ed5d8388c6d69d06c55a063ea9/recovered.edits/0000000000000000004 at 1732110202769 (+1 ms)Processed 16 edits across 8 Regions in 122 ms; skipped=8; WAL=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting/28425b5b8f92%2C41775%2C1732110013219.1732110014842, size=290.7 K, length=297712, corrupted=false, cancelled=false at 1732110202770 (+1 ms) 2024-11-20T13:43:22,770 DEBUG [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting/28425b5b8f92%2C41775%2C1732110013219.1732110014842 2024-11-20T13:43:22,770 DEBUG [RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-20T13:43:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-20T13:43:22,774 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting/28425b5b8f92%2C41775%2C1732110013219.1732110014842 to hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/oldWALs 2024-11-20T13:43:22,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-20T13:43:22,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 28425b5b8f92%2C41775%2C1732110013219.1732110014842, worker=28425b5b8f92,43915,1732110013268 in 302 msec 2024-11-20T13:43:22,778 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:22,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-20T13:43:22,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 28425b5b8f92%2C41775%2C1732110013219.1732110014842, worker=28425b5b8f92,43915,1732110013268 in 309 msec 2024-11-20T13:43:22,782 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting dir is empty, no logs to split. 2024-11-20T13:43:22,782 INFO [PEWorker-1 {}] master.SplitWALManager(105): 28425b5b8f92,41775,1732110013219 WAL count=0, meta=false 2024-11-20T13:43:22,782 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 28425b5b8f92,41775,1732110013219 WAL splitting is done? wals=0, meta=false 2024-11-20T13:43:22,783 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T13:43:22,783 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:43:22,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:43:22,783 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T13:43:22,967 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:43:22,967 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T13:43:22,967 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:43:22,967 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T13:43:22,967 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T13:43:22,968 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T13:43:22,968 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T13:43:22,968 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T13:43:22,968 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T13:43:22,969 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T13:43:22,970 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T13:43:22,970 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T13:43:22,970 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T13:43:22,970 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T13:43:22,970 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T13:43:22,970 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T13:43:22,970 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T13:43:22,971 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T13:43:22,971 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T13:43:22,972 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:43:22,972 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 2024-11-20T13:43:22,973 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 2024-11-20T13:43:22,973 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T13:43:22,973 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:22,973 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 28425b5b8f92%2C41775%2C1732110013219.1732110014842, worker=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:22,973 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 28425b5b8f92%2C41775%2C1732110013219.1732110014842, worker=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:22,973 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T13:43:22,973 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:22,973 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:22,973 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:22,973 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=28425b5b8f92,43915,1732110013268 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:22,973 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 28425b5b8f92%2C41775%2C1732110013219.1732110014842, worker=28425b5b8f92,43915,1732110013268 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:22,973 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 28425b5b8f92%2C41775%2C1732110013219.1732110014842, worker=28425b5b8f92,43915,1732110013268 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:22,973 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T13:43:22,974 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=61 2024-11-20T13:43:22,974 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=28425b5b8f92,43915,1732110013268, table=hbase:meta, region=1588230740 2024-11-20T13:43:22,975 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28425b5b8f92,43915,1732110013268, state=OPEN 2024-11-20T13:43:23,008 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42989 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T13:43:23,012 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42989 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T13:43:23,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:43:23,032 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:43:23,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:43:23,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:43:23,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:43:23,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:43:23,033 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732110233033 2024-11-20T13:43:23,033 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T13:43:23,038 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=71f7bbb3f2a4b1b4f585498c1466a7a1, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:23,039 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=845516a71397597fe53c6f76f1d17058, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:23,039 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7d9fa54154560e751c80d6c8773e8a06, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:23,039 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=61ff141dfac4f04a12554449c8586148, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:23,039 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51081010bfd200d5fa473dd05c6d8460, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:23,039 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f011012594608d3db9e51cfa80ceddb8, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:23,039 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fd2f97854659fc22c5099ce24bdd483e, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:23,039 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8e7c99d12e378f626d1f958639b8d75e, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:23,040 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=921712215be4cdbbb73385dcc379ef7e, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:23,040 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a96e3b8ddcbd0b487a12b9e9ae99aebf, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:23,040 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0379100628a9f24ec3d80dfea7aed3c1, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:23,040 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=80a55f249db33b1beace0fc6f1aca874, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:23,040 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a0997a57fef4314e2739dc23edbf61b7, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:23,040 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=976ffa74bb94fce8d45524f3e1edb281, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:23,041 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=98193739d3fd040f324ac01643b96e1e, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:23,041 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7d469566ec330327bcaa10fa6044cd18, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:23,041 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9a1c0a8b5d62b59e41c75978945bac35, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:23,041 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=67998c272be4c850d9336914e1132d3d, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:23,041 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=97515148c697b555e023b0864337732e, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:23,041 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fb13510a8c22eb0c8a45651eea688d88, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:23,041 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=822db52457e94ec649344e71e2ebdbb0, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:23,042 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88e817ed5d8388c6d69d06c55a063ea9, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:23,042 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eea434eab5f42a5c390bc213d1c6a98f, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:23,042 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=156786bef0dc206202f4f256ca1b6cc7, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:23,042 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5faf0b9de72bd83c2589d61867245b29, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:23,042 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d6ba3fca8671dfc38af5a9e2e02add19, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:23,042 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-20T13:43:23,042 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732110263042 2024-11-20T13:43:23,042 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732110323042 2024-11-20T13:43:23,042 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-20T13:43:23,044 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server 28425b5b8f92,41775,1732110013219 does not exist 2024-11-20T13:43:23,044 INFO [PEWorker-1 {}] master.SplitWALManager(105): 28425b5b8f92,41775,1732110013219 WAL count=0, meta=false 2024-11-20T13:43:23,044 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 28425b5b8f92,41775,1732110013219 WAL splitting is done? wals=0, meta=false 2024-11-20T13:43:23,045 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 28425b5b8f92,41775,1732110013219 failed, ignore...File hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,41775,1732110013219-splitting does not exist. 2024-11-20T13:43:23,045 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T13:43:23,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=71f7bbb3f2a4b1b4f585498c1466a7a1, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f011012594608d3db9e51cfa80ceddb8, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98193739d3fd040f324ac01643b96e1e, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5faf0b9de72bd83c2589d61867245b29, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8e7c99d12e378f626d1f958639b8d75e, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97515148c697b555e023b0864337732e, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88e817ed5d8388c6d69d06c55a063ea9, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80a55f249db33b1beace0fc6f1aca874, ASSIGN}] 2024-11-20T13:43:23,047 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T13:43:23,047 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:43:23,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:43:23,047 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T13:43:23,293 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:43:23,293 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T13:43:23,293 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:43:23,293 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T13:43:23,293 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T13:43:23,293 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T13:43:23,294 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T13:43:23,294 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T13:43:23,294 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T13:43:23,295 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T13:43:23,296 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T13:43:23,296 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T13:43:23,296 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T13:43:23,296 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T13:43:23,297 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T13:43:23,297 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T13:43:23,297 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T13:43:23,297 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T13:43:23,298 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T13:43:23,300 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:43:23,300 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 2024-11-20T13:43:23,300 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 2024-11-20T13:43:23,300 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T13:43:23,300 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:23,300 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 28425b5b8f92%2C41775%2C1732110013219.1732110014842, worker=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:23,300 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 28425b5b8f92%2C41775%2C1732110013219.1732110014842, worker=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:23,300 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T13:43:23,300 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:23,300 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:23,300 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:23,300 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=28425b5b8f92,43915,1732110013268 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:23,300 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 28425b5b8f92%2C41775%2C1732110013219.1732110014842, worker=28425b5b8f92,43915,1732110013268 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:23,300 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 28425b5b8f92%2C41775%2C1732110013219.1732110014842, worker=28425b5b8f92,43915,1732110013268 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:23,300 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-20T13:43:23,301 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=61 2024-11-20T13:43:23,301 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=28425b5b8f92,43915,1732110013268, table=hbase:meta, region=1588230740 2024-11-20T13:43:23,302 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28425b5b8f92,43915,1732110013268, state=OPEN 2024-11-20T13:43:23,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:43:23,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:43:23,306 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:43:23,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:43:23,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:43:23,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:43:23,307 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732110233307 2024-11-20T13:43:23,307 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T13:43:23,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=71f7bbb3f2a4b1b4f585498c1466a7a1, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:23,312 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=845516a71397597fe53c6f76f1d17058, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:23,313 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7d9fa54154560e751c80d6c8773e8a06, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:23,313 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=61ff141dfac4f04a12554449c8586148, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:23,313 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51081010bfd200d5fa473dd05c6d8460, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:23,313 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f011012594608d3db9e51cfa80ceddb8, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:23,313 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fd2f97854659fc22c5099ce24bdd483e, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:23,313 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8e7c99d12e378f626d1f958639b8d75e, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:23,313 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=921712215be4cdbbb73385dcc379ef7e, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:23,313 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a96e3b8ddcbd0b487a12b9e9ae99aebf, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:23,313 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0379100628a9f24ec3d80dfea7aed3c1, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:23,313 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=80a55f249db33b1beace0fc6f1aca874, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:23,314 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a0997a57fef4314e2739dc23edbf61b7, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:23,314 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=976ffa74bb94fce8d45524f3e1edb281, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:23,314 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=98193739d3fd040f324ac01643b96e1e, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:23,314 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7d469566ec330327bcaa10fa6044cd18, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:23,314 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9a1c0a8b5d62b59e41c75978945bac35, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:23,314 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=67998c272be4c850d9336914e1132d3d, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:23,314 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=97515148c697b555e023b0864337732e, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:23,314 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fb13510a8c22eb0c8a45651eea688d88, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:23,314 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=822db52457e94ec649344e71e2ebdbb0, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:23,314 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88e817ed5d8388c6d69d06c55a063ea9, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:23,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eea434eab5f42a5c390bc213d1c6a98f, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:23,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=156786bef0dc206202f4f256ca1b6cc7, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:23,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5faf0b9de72bd83c2589d61867245b29, regionState=OPEN, lastHost=28425b5b8f92,41775,1732110013219, regionLocation=28425b5b8f92,41775,1732110013219, openSeqNum=2 2024-11-20T13:43:23,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d6ba3fca8671dfc38af5a9e2e02add19, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:23,315 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-20T13:43:23,315 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732110263315 2024-11-20T13:43:23,315 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732110323315 2024-11-20T13:43:23,315 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-20T13:43:23,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=71f7bbb3f2a4b1b4f585498c1466a7a1, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f011012594608d3db9e51cfa80ceddb8, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98193739d3fd040f324ac01643b96e1e, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5faf0b9de72bd83c2589d61867245b29, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8e7c99d12e378f626d1f958639b8d75e, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97515148c697b555e023b0864337732e, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88e817ed5d8388c6d69d06c55a063ea9, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80a55f249db33b1beace0fc6f1aca874, ASSIGN}] 2024-11-20T13:43:23,316 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T13:43:23,318 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80a55f249db33b1beace0fc6f1aca874, ASSIGN 2024-11-20T13:43:23,319 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80a55f249db33b1beace0fc6f1aca874, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T13:43:23,320 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88e817ed5d8388c6d69d06c55a063ea9, ASSIGN 2024-11-20T13:43:23,321 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88e817ed5d8388c6d69d06c55a063ea9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T13:43:23,322 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97515148c697b555e023b0864337732e, ASSIGN 2024-11-20T13:43:23,322 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97515148c697b555e023b0864337732e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T13:43:23,323 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8e7c99d12e378f626d1f958639b8d75e, ASSIGN 2024-11-20T13:43:23,324 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8e7c99d12e378f626d1f958639b8d75e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T13:43:23,325 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5faf0b9de72bd83c2589d61867245b29, ASSIGN 2024-11-20T13:43:23,325 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5faf0b9de72bd83c2589d61867245b29, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T13:43:23,326 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98193739d3fd040f324ac01643b96e1e, ASSIGN 2024-11-20T13:43:23,327 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98193739d3fd040f324ac01643b96e1e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T13:43:23,328 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f011012594608d3db9e51cfa80ceddb8, ASSIGN 2024-11-20T13:43:23,329 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f011012594608d3db9e51cfa80ceddb8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T13:43:23,329 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=71f7bbb3f2a4b1b4f585498c1466a7a1, ASSIGN 2024-11-20T13:43:23,330 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=71f7bbb3f2a4b1b4f585498c1466a7a1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T13:43:23,470 DEBUG [28425b5b8f92:42989 {}] balancer.BalancerClusterState(204): Hosts are {28425b5b8f92=0} racks are {/default-rack=0} 2024-11-20T13:43:23,470 DEBUG [28425b5b8f92:42989 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T13:43:23,470 DEBUG [28425b5b8f92:42989 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T13:43:23,470 DEBUG [28425b5b8f92:42989 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T13:43:23,470 DEBUG [28425b5b8f92:42989 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T13:43:23,470 INFO [28425b5b8f92:42989 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T13:43:23,471 INFO [28425b5b8f92:42989 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T13:43:23,471 DEBUG [28425b5b8f92:42989 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T13:43:23,471 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=5faf0b9de72bd83c2589d61867245b29, regionState=OPENING, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:23,472 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=97515148c697b555e023b0864337732e, regionState=OPENING, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:23,473 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=80a55f249db33b1beace0fc6f1aca874, regionState=OPENING, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:23,474 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=f011012594608d3db9e51cfa80ceddb8, regionState=OPENING, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:23,475 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=88e817ed5d8388c6d69d06c55a063ea9, regionState=OPENING, regionLocation=28425b5b8f92,43975,1732110013111 2024-11-20T13:43:23,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5faf0b9de72bd83c2589d61867245b29, ASSIGN because future has completed 2024-11-20T13:43:23,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97515148c697b555e023b0864337732e, ASSIGN because future has completed 2024-11-20T13:43:23,476 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=98193739d3fd040f324ac01643b96e1e, regionState=OPENING, regionLocation=28425b5b8f92,43975,1732110013111 2024-11-20T13:43:23,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5faf0b9de72bd83c2589d61867245b29, server=28425b5b8f92,43915,1732110013268}] 2024-11-20T13:43:23,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80a55f249db33b1beace0fc6f1aca874, ASSIGN because future has completed 2024-11-20T13:43:23,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f011012594608d3db9e51cfa80ceddb8, ASSIGN because future has completed 2024-11-20T13:43:23,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88e817ed5d8388c6d69d06c55a063ea9, ASSIGN because future has completed 2024-11-20T13:43:23,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88e817ed5d8388c6d69d06c55a063ea9, server=28425b5b8f92,43975,1732110013111}] 2024-11-20T13:43:23,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98193739d3fd040f324ac01643b96e1e, ASSIGN because future has completed 2024-11-20T13:43:23,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98193739d3fd040f324ac01643b96e1e, server=28425b5b8f92,43975,1732110013111}] 2024-11-20T13:43:23,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure f011012594608d3db9e51cfa80ceddb8, server=28425b5b8f92,43915,1732110013268}] 2024-11-20T13:43:23,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80a55f249db33b1beace0fc6f1aca874, server=28425b5b8f92,43915,1732110013268}] 2024-11-20T13:43:23,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97515148c697b555e023b0864337732e, server=28425b5b8f92,43915,1732110013268}] 2024-11-20T13:43:23,498 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=8e7c99d12e378f626d1f958639b8d75e, regionState=OPENING, regionLocation=28425b5b8f92,43975,1732110013111 2024-11-20T13:43:23,498 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=71f7bbb3f2a4b1b4f585498c1466a7a1, regionState=OPENING, regionLocation=28425b5b8f92,43975,1732110013111 2024-11-20T13:43:23,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8e7c99d12e378f626d1f958639b8d75e, ASSIGN because future has completed 2024-11-20T13:43:23,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e7c99d12e378f626d1f958639b8d75e, server=28425b5b8f92,43975,1732110013111}] 2024-11-20T13:43:23,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=71f7bbb3f2a4b1b4f585498c1466a7a1, ASSIGN because future has completed 2024-11-20T13:43:23,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71f7bbb3f2a4b1b4f585498c1466a7a1, server=28425b5b8f92,43975,1732110013111}] 2024-11-20T13:43:23,635 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8. 2024-11-20T13:43:23,635 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => f011012594608d3db9e51cfa80ceddb8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-20T13:43:23,635 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:43:23,636 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:43:23,636 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:43:23,636 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:43:23,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48303, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:43:23,638 INFO [StoreOpener-f011012594608d3db9e51cfa80ceddb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:43:23,640 INFO [StoreOpener-f011012594608d3db9e51cfa80ceddb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f011012594608d3db9e51cfa80ceddb8 columnFamilyName colfamily11 2024-11-20T13:43:23,641 DEBUG [StoreOpener-f011012594608d3db9e51cfa80ceddb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:23,642 INFO [StoreOpener-f011012594608d3db9e51cfa80ceddb8-1 {}] regionserver.HStore(327): Store=f011012594608d3db9e51cfa80ceddb8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:43:23,642 INFO [StoreOpener-f011012594608d3db9e51cfa80ceddb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:43:23,642 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1. 2024-11-20T13:43:23,643 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 71f7bbb3f2a4b1b4f585498c1466a7a1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-20T13:43:23,643 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:43:23,643 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:43:23,644 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:43:23,644 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:43:23,644 INFO [StoreOpener-f011012594608d3db9e51cfa80ceddb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f011012594608d3db9e51cfa80ceddb8 columnFamilyName colfamily21 2024-11-20T13:43:23,644 DEBUG [StoreOpener-f011012594608d3db9e51cfa80ceddb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:23,645 INFO [StoreOpener-f011012594608d3db9e51cfa80ceddb8-1 {}] regionserver.HStore(327): Store=f011012594608d3db9e51cfa80ceddb8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:43:23,645 INFO [StoreOpener-f011012594608d3db9e51cfa80ceddb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:43:23,645 INFO [StoreOpener-71f7bbb3f2a4b1b4f585498c1466a7a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:43:23,646 INFO [StoreOpener-f011012594608d3db9e51cfa80ceddb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f011012594608d3db9e51cfa80ceddb8 columnFamilyName colfamily31 2024-11-20T13:43:23,646 DEBUG [StoreOpener-f011012594608d3db9e51cfa80ceddb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:23,646 INFO [StoreOpener-71f7bbb3f2a4b1b4f585498c1466a7a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71f7bbb3f2a4b1b4f585498c1466a7a1 columnFamilyName colfamily11 2024-11-20T13:43:23,646 DEBUG [StoreOpener-71f7bbb3f2a4b1b4f585498c1466a7a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:23,646 INFO [StoreOpener-f011012594608d3db9e51cfa80ceddb8-1 {}] regionserver.HStore(327): Store=f011012594608d3db9e51cfa80ceddb8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:43:23,647 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:43:23,647 INFO [StoreOpener-71f7bbb3f2a4b1b4f585498c1466a7a1-1 {}] regionserver.HStore(327): Store=71f7bbb3f2a4b1b4f585498c1466a7a1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:43:23,648 INFO [StoreOpener-71f7bbb3f2a4b1b4f585498c1466a7a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:43:23,648 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:43:23,649 INFO [StoreOpener-71f7bbb3f2a4b1b4f585498c1466a7a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71f7bbb3f2a4b1b4f585498c1466a7a1 columnFamilyName colfamily21 2024-11-20T13:43:23,649 DEBUG [StoreOpener-71f7bbb3f2a4b1b4f585498c1466a7a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:23,649 INFO [StoreOpener-71f7bbb3f2a4b1b4f585498c1466a7a1-1 {}] regionserver.HStore(327): Store=71f7bbb3f2a4b1b4f585498c1466a7a1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:43:23,649 INFO [StoreOpener-71f7bbb3f2a4b1b4f585498c1466a7a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:43:23,650 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:43:23,650 INFO [StoreOpener-71f7bbb3f2a4b1b4f585498c1466a7a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71f7bbb3f2a4b1b4f585498c1466a7a1 columnFamilyName colfamily31 2024-11-20T13:43:23,651 DEBUG [StoreOpener-71f7bbb3f2a4b1b4f585498c1466a7a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:23,651 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f011012594608d3db9e51cfa80ceddb8/recovered.edits/0000000000000000004 2024-11-20T13:43:23,651 INFO [StoreOpener-71f7bbb3f2a4b1b4f585498c1466a7a1-1 {}] regionserver.HStore(327): Store=71f7bbb3f2a4b1b4f585498c1466a7a1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:43:23,651 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:43:23,653 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:43:23,654 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:43:23,655 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71f7bbb3f2a4b1b4f585498c1466a7a1/recovered.edits/0000000000000000004 2024-11-20T13:43:23,660 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f011012594608d3db9e51cfa80ceddb8/recovered.edits/0000000000000000004 2024-11-20T13:43:23,660 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing f011012594608d3db9e51cfa80ceddb8 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T13:43:23,661 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71f7bbb3f2a4b1b4f585498c1466a7a1/recovered.edits/0000000000000000004 2024-11-20T13:43:23,661 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing 71f7bbb3f2a4b1b4f585498c1466a7a1 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T13:43:23,686 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71f7bbb3f2a4b1b4f585498c1466a7a1/.tmp/colfamily11/de9b70ae3a1a4d99a7628f774d60eb46 is 52, key is aaa/colfamily11:colfamily11/1732110019626/Put/seqid=0 2024-11-20T13:43:23,687 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f011012594608d3db9e51cfa80ceddb8/.tmp/colfamily11/b980e7af317c43839e27509f36166769 is 52, key is fff/colfamily11:colfamily11/1732110019764/Put/seqid=0 2024-11-20T13:43:23,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741877_1053 (size=39263) 2024-11-20T13:43:23,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741877_1053 (size=39263) 2024-11-20T13:43:23,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741877_1053 (size=39263) 2024-11-20T13:43:23,694 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71f7bbb3f2a4b1b4f585498c1466a7a1/.tmp/colfamily11/de9b70ae3a1a4d99a7628f774d60eb46 2024-11-20T13:43:23,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741878_1054 (size=39263) 2024-11-20T13:43:23,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741878_1054 (size=39263) 2024-11-20T13:43:23,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741878_1054 (size=39263) 2024-11-20T13:43:23,700 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f011012594608d3db9e51cfa80ceddb8/.tmp/colfamily11/b980e7af317c43839e27509f36166769 2024-11-20T13:43:23,705 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71f7bbb3f2a4b1b4f585498c1466a7a1/.tmp/colfamily11/de9b70ae3a1a4d99a7628f774d60eb46 as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71f7bbb3f2a4b1b4f585498c1466a7a1/colfamily11/de9b70ae3a1a4d99a7628f774d60eb46 2024-11-20T13:43:23,709 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f011012594608d3db9e51cfa80ceddb8/.tmp/colfamily11/b980e7af317c43839e27509f36166769 as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f011012594608d3db9e51cfa80ceddb8/colfamily11/b980e7af317c43839e27509f36166769 2024-11-20T13:43:23,713 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71f7bbb3f2a4b1b4f585498c1466a7a1/colfamily11/de9b70ae3a1a4d99a7628f774d60eb46, entries=703, sequenceid=4, filesize=38.3 K 2024-11-20T13:43:23,714 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 71f7bbb3f2a4b1b4f585498c1466a7a1 in 52ms, sequenceid=4, compaction requested=false; wal=null 2024-11-20T13:43:23,715 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71f7bbb3f2a4b1b4f585498c1466a7a1/recovered.edits/0000000000000000004 2024-11-20T13:43:23,716 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:43:23,716 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:43:23,716 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f011012594608d3db9e51cfa80ceddb8/colfamily11/b980e7af317c43839e27509f36166769, entries=703, sequenceid=4, filesize=38.3 K 2024-11-20T13:43:23,717 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:43:23,717 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f011012594608d3db9e51cfa80ceddb8 in 56ms, sequenceid=4, compaction requested=false; wal=null 2024-11-20T13:43:23,717 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f011012594608d3db9e51cfa80ceddb8/recovered.edits/0000000000000000004 2024-11-20T13:43:23,718 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:43:23,718 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:43:23,719 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:43:23,719 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:43:23,720 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:43:23,721 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71f7bbb3f2a4b1b4f585498c1466a7a1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T13:43:23,722 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 71f7bbb3f2a4b1b4f585498c1466a7a1; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61226149, jitterRate=-0.08765928447246552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:43:23,722 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:43:23,722 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 71f7bbb3f2a4b1b4f585498c1466a7a1: Running coprocessor pre-open hook at 1732110203644Writing region info on filesystem at 1732110203644Initializing all the Stores at 1732110203645 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110203645Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110203645Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110203645Obtaining lock to block concurrent updates at 1732110203661 (+16 ms)Preparing flush snapshotting stores in 71f7bbb3f2a4b1b4f585498c1466a7a1 at 1732110203661Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732110203661Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1. at 1732110203661Flushing 71f7bbb3f2a4b1b4f585498c1466a7a1/colfamily11: creating writer at 1732110203661Flushing 71f7bbb3f2a4b1b4f585498c1466a7a1/colfamily11: appending metadata at 1732110203685 (+24 ms)Flushing 71f7bbb3f2a4b1b4f585498c1466a7a1/colfamily11: closing flushed file at 1732110203685Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28e1c3ac: reopening flushed file at 1732110203704 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 71f7bbb3f2a4b1b4f585498c1466a7a1 in 52ms, sequenceid=4, compaction requested=false; wal=null at 1732110203714 (+10 ms)Cleaning up temporary data from old regions at 1732110203716 (+2 ms)Running coprocessor post-open hooks at 1732110203722 (+6 ms)Region opened successfully at 1732110203722 2024-11-20T13:43:23,723 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f011012594608d3db9e51cfa80ceddb8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T13:43:23,723 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1., pid=79, masterSystemTime=1732110203634 2024-11-20T13:43:23,725 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened f011012594608d3db9e51cfa80ceddb8; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64762189, jitterRate=-0.03496818244457245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:43:23,725 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:43:23,725 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for f011012594608d3db9e51cfa80ceddb8: Running coprocessor pre-open hook at 1732110203636Writing region info on filesystem at 1732110203636Initializing all the Stores at 1732110203638 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110203638Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110203638Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110203638Obtaining lock to block concurrent updates at 1732110203660 (+22 ms)Preparing flush snapshotting stores in f011012594608d3db9e51cfa80ceddb8 at 1732110203660Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732110203660Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8. at 1732110203660Flushing f011012594608d3db9e51cfa80ceddb8/colfamily11: creating writer at 1732110203660Flushing f011012594608d3db9e51cfa80ceddb8/colfamily11: appending metadata at 1732110203687 (+27 ms)Flushing f011012594608d3db9e51cfa80ceddb8/colfamily11: closing flushed file at 1732110203687Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@188c52df: reopening flushed file at 1732110203708 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f011012594608d3db9e51cfa80ceddb8 in 56ms, sequenceid=4, compaction requested=false; wal=null at 1732110203717 (+9 ms)Cleaning up temporary data from old regions at 1732110203718 (+1 ms)Running coprocessor post-open hooks at 1732110203725 (+7 ms)Region opened successfully at 1732110203725 2024-11-20T13:43:23,726 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8., pid=75, masterSystemTime=1732110203630 2024-11-20T13:43:23,726 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1. 2024-11-20T13:43:23,726 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1. 2024-11-20T13:43:23,726 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e. 2024-11-20T13:43:23,726 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e7c99d12e378f626d1f958639b8d75e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-20T13:43:23,727 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:43:23,727 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:43:23,727 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:43:23,727 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:43:23,727 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=71f7bbb3f2a4b1b4f585498c1466a7a1, regionState=OPEN, openSeqNum=5, regionLocation=28425b5b8f92,43975,1732110013111 2024-11-20T13:43:23,729 INFO [StoreOpener-8e7c99d12e378f626d1f958639b8d75e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:43:23,729 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8. 2024-11-20T13:43:23,729 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8. 2024-11-20T13:43:23,729 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874. 2024-11-20T13:43:23,730 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => 80a55f249db33b1beace0fc6f1aca874, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-20T13:43:23,730 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:43:23,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71f7bbb3f2a4b1b4f585498c1466a7a1, server=28425b5b8f92,43975,1732110013111 because future has completed 2024-11-20T13:43:23,730 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:43:23,730 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for 80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:43:23,730 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for 80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:43:23,731 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=f011012594608d3db9e51cfa80ceddb8, regionState=OPEN, openSeqNum=5, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:23,731 INFO [StoreOpener-8e7c99d12e378f626d1f958639b8d75e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e7c99d12e378f626d1f958639b8d75e columnFamilyName colfamily11 2024-11-20T13:43:23,731 DEBUG [StoreOpener-8e7c99d12e378f626d1f958639b8d75e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:23,731 INFO [StoreOpener-8e7c99d12e378f626d1f958639b8d75e-1 {}] regionserver.HStore(327): Store=8e7c99d12e378f626d1f958639b8d75e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:43:23,732 INFO [StoreOpener-8e7c99d12e378f626d1f958639b8d75e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:43:23,733 INFO [StoreOpener-8e7c99d12e378f626d1f958639b8d75e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e7c99d12e378f626d1f958639b8d75e columnFamilyName colfamily21 2024-11-20T13:43:23,733 DEBUG [StoreOpener-8e7c99d12e378f626d1f958639b8d75e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:23,734 INFO [StoreOpener-8e7c99d12e378f626d1f958639b8d75e-1 {}] regionserver.HStore(327): Store=8e7c99d12e378f626d1f958639b8d75e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:43:23,734 INFO [StoreOpener-8e7c99d12e378f626d1f958639b8d75e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:43:23,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure f011012594608d3db9e51cfa80ceddb8, server=28425b5b8f92,43915,1732110013268 because future has completed 2024-11-20T13:43:23,735 INFO [StoreOpener-8e7c99d12e378f626d1f958639b8d75e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e7c99d12e378f626d1f958639b8d75e columnFamilyName colfamily31 2024-11-20T13:43:23,735 DEBUG [StoreOpener-8e7c99d12e378f626d1f958639b8d75e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:23,736 INFO [StoreOpener-8e7c99d12e378f626d1f958639b8d75e-1 {}] regionserver.HStore(327): Store=8e7c99d12e378f626d1f958639b8d75e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:43:23,736 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:43:23,736 INFO [StoreOpener-80a55f249db33b1beace0fc6f1aca874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:43:23,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=64 2024-11-20T13:43:23,737 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:43:23,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 71f7bbb3f2a4b1b4f585498c1466a7a1, server=28425b5b8f92,43975,1732110013111 in 231 msec 2024-11-20T13:43:23,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=71f7bbb3f2a4b1b4f585498c1466a7a1, ASSIGN in 421 msec 2024-11-20T13:43:23,739 INFO [StoreOpener-80a55f249db33b1beace0fc6f1aca874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80a55f249db33b1beace0fc6f1aca874 columnFamilyName colfamily11 2024-11-20T13:43:23,740 DEBUG [StoreOpener-80a55f249db33b1beace0fc6f1aca874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:23,740 INFO [StoreOpener-80a55f249db33b1beace0fc6f1aca874-1 {}] regionserver.HStore(327): Store=80a55f249db33b1beace0fc6f1aca874/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:43:23,741 INFO [StoreOpener-80a55f249db33b1beace0fc6f1aca874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:43:23,741 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:43:23,742 INFO [StoreOpener-80a55f249db33b1beace0fc6f1aca874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80a55f249db33b1beace0fc6f1aca874 columnFamilyName colfamily21 2024-11-20T13:43:23,742 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e7c99d12e378f626d1f958639b8d75e/recovered.edits/0000000000000000004 2024-11-20T13:43:23,742 DEBUG [StoreOpener-80a55f249db33b1beace0fc6f1aca874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:23,743 INFO [StoreOpener-80a55f249db33b1beace0fc6f1aca874-1 {}] regionserver.HStore(327): Store=80a55f249db33b1beace0fc6f1aca874/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:43:23,743 INFO [StoreOpener-80a55f249db33b1beace0fc6f1aca874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:43:23,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=65 2024-11-20T13:43:23,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure f011012594608d3db9e51cfa80ceddb8, server=28425b5b8f92,43915,1732110013268 in 253 msec 2024-11-20T13:43:23,745 INFO [StoreOpener-80a55f249db33b1beace0fc6f1aca874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80a55f249db33b1beace0fc6f1aca874 columnFamilyName colfamily31 2024-11-20T13:43:23,745 DEBUG [StoreOpener-80a55f249db33b1beace0fc6f1aca874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:23,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f011012594608d3db9e51cfa80ceddb8, ASSIGN in 428 msec 2024-11-20T13:43:23,746 INFO [StoreOpener-80a55f249db33b1beace0fc6f1aca874-1 {}] regionserver.HStore(327): Store=80a55f249db33b1beace0fc6f1aca874/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:43:23,746 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for 80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:43:23,747 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:43:23,748 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:43:23,750 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e7c99d12e378f626d1f958639b8d75e/recovered.edits/0000000000000000004 2024-11-20T13:43:23,751 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing 8e7c99d12e378f626d1f958639b8d75e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T13:43:23,753 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80a55f249db33b1beace0fc6f1aca874/recovered.edits/0000000000000000004 2024-11-20T13:43:23,758 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80a55f249db33b1beace0fc6f1aca874/recovered.edits/0000000000000000004 2024-11-20T13:43:23,759 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing 80a55f249db33b1beace0fc6f1aca874 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T13:43:23,774 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e7c99d12e378f626d1f958639b8d75e/.tmp/colfamily11/abadb4accad94d1fa53588805b35c706 is 52, key is hhh/colfamily11:colfamily11/1732110019808/Put/seqid=0 2024-11-20T13:43:23,775 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80a55f249db33b1beace0fc6f1aca874/.tmp/colfamily11/bccfebca6aeb4055ad5e9d6abb9d6dfa is 52, key is lll/colfamily11:colfamily11/1732110019854/Put/seqid=0 2024-11-20T13:43:23,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741879_1055 (size=39263) 2024-11-20T13:43:23,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741879_1055 (size=39263) 2024-11-20T13:43:23,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741879_1055 (size=39263) 2024-11-20T13:43:23,785 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e7c99d12e378f626d1f958639b8d75e/.tmp/colfamily11/abadb4accad94d1fa53588805b35c706 2024-11-20T13:43:23,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741880_1056 (size=39263) 2024-11-20T13:43:23,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741880_1056 (size=39263) 2024-11-20T13:43:23,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741880_1056 (size=39263) 2024-11-20T13:43:23,792 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80a55f249db33b1beace0fc6f1aca874/.tmp/colfamily11/bccfebca6aeb4055ad5e9d6abb9d6dfa 2024-11-20T13:43:23,794 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e7c99d12e378f626d1f958639b8d75e/.tmp/colfamily11/abadb4accad94d1fa53588805b35c706 as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e7c99d12e378f626d1f958639b8d75e/colfamily11/abadb4accad94d1fa53588805b35c706 2024-11-20T13:43:23,801 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80a55f249db33b1beace0fc6f1aca874/.tmp/colfamily11/bccfebca6aeb4055ad5e9d6abb9d6dfa as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80a55f249db33b1beace0fc6f1aca874/colfamily11/bccfebca6aeb4055ad5e9d6abb9d6dfa 2024-11-20T13:43:23,802 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e7c99d12e378f626d1f958639b8d75e/colfamily11/abadb4accad94d1fa53588805b35c706, entries=703, sequenceid=4, filesize=38.3 K 2024-11-20T13:43:23,802 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8e7c99d12e378f626d1f958639b8d75e in 52ms, sequenceid=4, compaction requested=false; wal=null 2024-11-20T13:43:23,803 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e7c99d12e378f626d1f958639b8d75e/recovered.edits/0000000000000000004 2024-11-20T13:43:23,804 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:43:23,804 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:43:23,805 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:43:23,806 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:43:23,809 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e7c99d12e378f626d1f958639b8d75e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T13:43:23,810 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80a55f249db33b1beace0fc6f1aca874/colfamily11/bccfebca6aeb4055ad5e9d6abb9d6dfa, entries=703, sequenceid=4, filesize=38.3 K 2024-11-20T13:43:23,810 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 8e7c99d12e378f626d1f958639b8d75e; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59384092, jitterRate=-0.11510807275772095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:43:23,810 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:43:23,810 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 80a55f249db33b1beace0fc6f1aca874 in 51ms, sequenceid=4, compaction requested=false; wal=null 2024-11-20T13:43:23,810 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 8e7c99d12e378f626d1f958639b8d75e: Running coprocessor pre-open hook at 1732110203727Writing region info on filesystem at 1732110203727Initializing all the Stores at 1732110203728 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110203728Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110203729 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110203729Obtaining lock to block concurrent updates at 1732110203751 (+22 ms)Preparing flush snapshotting stores in 8e7c99d12e378f626d1f958639b8d75e at 1732110203751Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732110203751Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e. at 1732110203751Flushing 8e7c99d12e378f626d1f958639b8d75e/colfamily11: creating writer at 1732110203751Flushing 8e7c99d12e378f626d1f958639b8d75e/colfamily11: appending metadata at 1732110203774 (+23 ms)Flushing 8e7c99d12e378f626d1f958639b8d75e/colfamily11: closing flushed file at 1732110203774Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f48787: reopening flushed file at 1732110203793 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8e7c99d12e378f626d1f958639b8d75e in 52ms, sequenceid=4, compaction requested=false; wal=null at 1732110203802 (+9 ms)Cleaning up temporary data from old regions at 1732110203804 (+2 ms)Running coprocessor post-open hooks at 1732110203810 (+6 ms)Region opened successfully at 1732110203810 2024-11-20T13:43:23,811 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e., pid=78, masterSystemTime=1732110203634 2024-11-20T13:43:23,811 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80a55f249db33b1beace0fc6f1aca874/recovered.edits/0000000000000000004 2024-11-20T13:43:23,813 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for 80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:43:23,813 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for 80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:43:23,814 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e. 2024-11-20T13:43:23,814 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e. 2024-11-20T13:43:23,814 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e. 2024-11-20T13:43:23,814 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:43:23,814 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => 98193739d3fd040f324ac01643b96e1e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-20T13:43:23,814 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=8e7c99d12e378f626d1f958639b8d75e, regionState=OPEN, openSeqNum=5, regionLocation=28425b5b8f92,43975,1732110013111 2024-11-20T13:43:23,815 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 98193739d3fd040f324ac01643b96e1e 2024-11-20T13:43:23,815 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:43:23,815 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for 98193739d3fd040f324ac01643b96e1e 2024-11-20T13:43:23,815 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for 98193739d3fd040f324ac01643b96e1e 2024-11-20T13:43:23,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e7c99d12e378f626d1f958639b8d75e, server=28425b5b8f92,43975,1732110013111 because future has completed 2024-11-20T13:43:23,817 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for 80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:43:23,817 INFO [StoreOpener-98193739d3fd040f324ac01643b96e1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 98193739d3fd040f324ac01643b96e1e 2024-11-20T13:43:23,818 INFO [StoreOpener-98193739d3fd040f324ac01643b96e1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98193739d3fd040f324ac01643b96e1e columnFamilyName colfamily11 2024-11-20T13:43:23,818 DEBUG [StoreOpener-98193739d3fd040f324ac01643b96e1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:23,819 INFO [StoreOpener-98193739d3fd040f324ac01643b96e1e-1 {}] regionserver.HStore(327): Store=98193739d3fd040f324ac01643b96e1e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:43:23,819 INFO [StoreOpener-98193739d3fd040f324ac01643b96e1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 98193739d3fd040f324ac01643b96e1e 2024-11-20T13:43:23,820 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80a55f249db33b1beace0fc6f1aca874/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T13:43:23,821 INFO [StoreOpener-98193739d3fd040f324ac01643b96e1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98193739d3fd040f324ac01643b96e1e columnFamilyName colfamily21 2024-11-20T13:43:23,821 DEBUG [StoreOpener-98193739d3fd040f324ac01643b96e1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:23,822 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened 80a55f249db33b1beace0fc6f1aca874; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72360668, jitterRate=0.0782579779624939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:43:23,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=68 2024-11-20T13:43:23,822 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:43:23,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e7c99d12e378f626d1f958639b8d75e, server=28425b5b8f92,43975,1732110013111 in 319 msec 2024-11-20T13:43:23,822 INFO [StoreOpener-98193739d3fd040f324ac01643b96e1e-1 {}] regionserver.HStore(327): Store=98193739d3fd040f324ac01643b96e1e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:43:23,822 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for 80a55f249db33b1beace0fc6f1aca874: Running coprocessor pre-open hook at 1732110203730Writing region info on filesystem at 1732110203730Initializing all the Stores at 1732110203733 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110203733Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110203736 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110203736Obtaining lock to block concurrent updates at 1732110203759 (+23 ms)Preparing flush snapshotting stores in 80a55f249db33b1beace0fc6f1aca874 at 1732110203759Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732110203759Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874. at 1732110203759Flushing 80a55f249db33b1beace0fc6f1aca874/colfamily11: creating writer at 1732110203759Flushing 80a55f249db33b1beace0fc6f1aca874/colfamily11: appending metadata at 1732110203775 (+16 ms)Flushing 80a55f249db33b1beace0fc6f1aca874/colfamily11: closing flushed file at 1732110203775Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35383f3: reopening flushed file at 1732110203800 (+25 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 80a55f249db33b1beace0fc6f1aca874 in 51ms, sequenceid=4, compaction requested=false; wal=null at 1732110203810 (+10 ms)Cleaning up temporary data from old regions at 1732110203813 (+3 ms)Running coprocessor post-open hooks at 1732110203822 (+9 ms)Region opened successfully at 1732110203822 2024-11-20T13:43:23,822 INFO [StoreOpener-98193739d3fd040f324ac01643b96e1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 98193739d3fd040f324ac01643b96e1e 2024-11-20T13:43:23,823 INFO [StoreOpener-98193739d3fd040f324ac01643b96e1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98193739d3fd040f324ac01643b96e1e columnFamilyName colfamily31 2024-11-20T13:43:23,823 DEBUG [StoreOpener-98193739d3fd040f324ac01643b96e1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:23,823 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874., pid=76, masterSystemTime=1732110203630 2024-11-20T13:43:23,824 INFO [StoreOpener-98193739d3fd040f324ac01643b96e1e-1 {}] regionserver.HStore(327): Store=98193739d3fd040f324ac01643b96e1e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:43:23,824 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for 98193739d3fd040f324ac01643b96e1e 2024-11-20T13:43:23,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8e7c99d12e378f626d1f958639b8d75e, ASSIGN in 506 msec 2024-11-20T13:43:23,825 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874. 2024-11-20T13:43:23,825 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98193739d3fd040f324ac01643b96e1e 2024-11-20T13:43:23,825 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874. 2024-11-20T13:43:23,825 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29. 2024-11-20T13:43:23,826 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7752): Opening region: {ENCODED => 5faf0b9de72bd83c2589d61867245b29, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-20T13:43:23,826 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:43:23,826 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:43:23,826 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7794): checking encryption for 5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:43:23,826 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7797): checking classloading for 5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:43:23,826 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=80a55f249db33b1beace0fc6f1aca874, regionState=OPEN, openSeqNum=5, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:23,827 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98193739d3fd040f324ac01643b96e1e 2024-11-20T13:43:23,828 INFO [StoreOpener-5faf0b9de72bd83c2589d61867245b29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:43:23,829 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98193739d3fd040f324ac01643b96e1e/recovered.edits/0000000000000000004 2024-11-20T13:43:23,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80a55f249db33b1beace0fc6f1aca874, server=28425b5b8f92,43915,1732110013268 because future has completed 2024-11-20T13:43:23,830 INFO [StoreOpener-5faf0b9de72bd83c2589d61867245b29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5faf0b9de72bd83c2589d61867245b29 columnFamilyName colfamily11 2024-11-20T13:43:23,830 DEBUG [StoreOpener-5faf0b9de72bd83c2589d61867245b29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:23,831 INFO [StoreOpener-5faf0b9de72bd83c2589d61867245b29-1 {}] regionserver.HStore(327): Store=5faf0b9de72bd83c2589d61867245b29/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:43:23,831 INFO [StoreOpener-5faf0b9de72bd83c2589d61867245b29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:43:23,833 INFO [StoreOpener-5faf0b9de72bd83c2589d61867245b29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5faf0b9de72bd83c2589d61867245b29 columnFamilyName colfamily21 2024-11-20T13:43:23,833 DEBUG [StoreOpener-5faf0b9de72bd83c2589d61867245b29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:23,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=71 2024-11-20T13:43:23,834 INFO [StoreOpener-5faf0b9de72bd83c2589d61867245b29-1 {}] regionserver.HStore(327): Store=5faf0b9de72bd83c2589d61867245b29/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:43:23,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 80a55f249db33b1beace0fc6f1aca874, server=28425b5b8f92,43915,1732110013268 in 339 msec 2024-11-20T13:43:23,834 INFO [StoreOpener-5faf0b9de72bd83c2589d61867245b29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:43:23,835 INFO [StoreOpener-5faf0b9de72bd83c2589d61867245b29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5faf0b9de72bd83c2589d61867245b29 columnFamilyName colfamily31 2024-11-20T13:43:23,835 DEBUG [StoreOpener-5faf0b9de72bd83c2589d61867245b29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:23,835 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98193739d3fd040f324ac01643b96e1e/recovered.edits/0000000000000000004 2024-11-20T13:43:23,835 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing 98193739d3fd040f324ac01643b96e1e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T13:43:23,836 INFO [StoreOpener-5faf0b9de72bd83c2589d61867245b29-1 {}] regionserver.HStore(327): Store=5faf0b9de72bd83c2589d61867245b29/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:43:23,836 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1038): replaying wal for 5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:43:23,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80a55f249db33b1beace0fc6f1aca874, ASSIGN in 518 msec 2024-11-20T13:43:23,837 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:43:23,838 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:43:23,839 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5faf0b9de72bd83c2589d61867245b29/recovered.edits/0000000000000000004 2024-11-20T13:43:23,845 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5faf0b9de72bd83c2589d61867245b29/recovered.edits/0000000000000000004 2024-11-20T13:43:23,845 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(2902): Flushing 5faf0b9de72bd83c2589d61867245b29 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T13:43:23,852 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98193739d3fd040f324ac01643b96e1e/.tmp/colfamily11/0bacc56549d74718bee4f5fc856b7ad2 is 52, key is ooo/colfamily11:colfamily11/1732110019893/Put/seqid=0 2024-11-20T13:43:23,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741881_1057 (size=39263) 2024-11-20T13:43:23,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741881_1057 (size=39263) 2024-11-20T13:43:23,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741881_1057 (size=39263) 2024-11-20T13:43:23,865 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98193739d3fd040f324ac01643b96e1e/.tmp/colfamily11/0bacc56549d74718bee4f5fc856b7ad2 2024-11-20T13:43:23,868 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5faf0b9de72bd83c2589d61867245b29/.tmp/colfamily11/4d814fb67f6743e8b788e6bd628571bc is 52, key is yyy/colfamily11:colfamily11/1732110019990/Put/seqid=0 2024-11-20T13:43:23,873 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98193739d3fd040f324ac01643b96e1e/.tmp/colfamily11/0bacc56549d74718bee4f5fc856b7ad2 as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98193739d3fd040f324ac01643b96e1e/colfamily11/0bacc56549d74718bee4f5fc856b7ad2 2024-11-20T13:43:23,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741882_1058 (size=39263) 2024-11-20T13:43:23,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741882_1058 (size=39263) 2024-11-20T13:43:23,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741882_1058 (size=39263) 2024-11-20T13:43:23,879 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5faf0b9de72bd83c2589d61867245b29/.tmp/colfamily11/4d814fb67f6743e8b788e6bd628571bc 2024-11-20T13:43:23,883 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98193739d3fd040f324ac01643b96e1e/colfamily11/0bacc56549d74718bee4f5fc856b7ad2, entries=703, sequenceid=4, filesize=38.3 K 2024-11-20T13:43:23,883 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 98193739d3fd040f324ac01643b96e1e in 48ms, sequenceid=4, compaction requested=false; wal=null 2024-11-20T13:43:23,884 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98193739d3fd040f324ac01643b96e1e/recovered.edits/0000000000000000004 2024-11-20T13:43:23,885 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for 98193739d3fd040f324ac01643b96e1e 2024-11-20T13:43:23,885 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for 98193739d3fd040f324ac01643b96e1e 2024-11-20T13:43:23,886 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:43:23,887 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5faf0b9de72bd83c2589d61867245b29/.tmp/colfamily11/4d814fb67f6743e8b788e6bd628571bc as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5faf0b9de72bd83c2589d61867245b29/colfamily11/4d814fb67f6743e8b788e6bd628571bc 2024-11-20T13:43:23,888 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for 98193739d3fd040f324ac01643b96e1e 2024-11-20T13:43:23,890 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98193739d3fd040f324ac01643b96e1e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T13:43:23,891 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened 98193739d3fd040f324ac01643b96e1e; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71302652, jitterRate=0.062492311000823975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:43:23,891 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98193739d3fd040f324ac01643b96e1e 2024-11-20T13:43:23,891 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for 98193739d3fd040f324ac01643b96e1e: Running coprocessor pre-open hook at 1732110203815Writing region info on filesystem at 1732110203815Initializing all the Stores at 1732110203817 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110203817Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110203817Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110203817Obtaining lock to block concurrent updates at 1732110203835 (+18 ms)Preparing flush snapshotting stores in 98193739d3fd040f324ac01643b96e1e at 1732110203835Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732110203835Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e. at 1732110203835Flushing 98193739d3fd040f324ac01643b96e1e/colfamily11: creating writer at 1732110203835Flushing 98193739d3fd040f324ac01643b96e1e/colfamily11: appending metadata at 1732110203851 (+16 ms)Flushing 98193739d3fd040f324ac01643b96e1e/colfamily11: closing flushed file at 1732110203851Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69fe55a9: reopening flushed file at 1732110203872 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 98193739d3fd040f324ac01643b96e1e in 48ms, sequenceid=4, compaction requested=false; wal=null at 1732110203883 (+11 ms)Cleaning up temporary data from old regions at 1732110203885 (+2 ms)Running coprocessor post-open hooks at 1732110203891 (+6 ms)Region opened successfully at 1732110203891 2024-11-20T13:43:23,892 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e., pid=74, masterSystemTime=1732110203634 2024-11-20T13:43:23,894 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e. 2024-11-20T13:43:23,895 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e. 2024-11-20T13:43:23,895 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9. 2024-11-20T13:43:23,895 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => 88e817ed5d8388c6d69d06c55a063ea9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-20T13:43:23,895 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=98193739d3fd040f324ac01643b96e1e, regionState=OPEN, openSeqNum=5, regionLocation=28425b5b8f92,43975,1732110013111 2024-11-20T13:43:23,895 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:43:23,895 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:43:23,895 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5faf0b9de72bd83c2589d61867245b29/colfamily11/4d814fb67f6743e8b788e6bd628571bc, entries=703, sequenceid=4, filesize=38.3 K 2024-11-20T13:43:23,895 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for 88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:43:23,896 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for 88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:43:23,896 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5faf0b9de72bd83c2589d61867245b29 in 51ms, sequenceid=4, compaction requested=false; wal=null 2024-11-20T13:43:23,897 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5faf0b9de72bd83c2589d61867245b29/recovered.edits/0000000000000000004 2024-11-20T13:43:23,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98193739d3fd040f324ac01643b96e1e, server=28425b5b8f92,43975,1732110013111 because future has completed 2024-11-20T13:43:23,898 INFO [StoreOpener-88e817ed5d8388c6d69d06c55a063ea9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:43:23,899 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1048): stopping wal replay for 5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:43:23,899 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1060): Cleaning up temporary data for 5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:43:23,899 INFO [StoreOpener-88e817ed5d8388c6d69d06c55a063ea9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88e817ed5d8388c6d69d06c55a063ea9 columnFamilyName colfamily11 2024-11-20T13:43:23,899 DEBUG [StoreOpener-88e817ed5d8388c6d69d06c55a063ea9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:23,900 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:43:23,900 INFO [StoreOpener-88e817ed5d8388c6d69d06c55a063ea9-1 {}] regionserver.HStore(327): Store=88e817ed5d8388c6d69d06c55a063ea9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:43:23,901 INFO [StoreOpener-88e817ed5d8388c6d69d06c55a063ea9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:43:23,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=66 2024-11-20T13:43:23,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 98193739d3fd040f324ac01643b96e1e, server=28425b5b8f92,43975,1732110013111 in 414 msec 2024-11-20T13:43:23,902 INFO [StoreOpener-88e817ed5d8388c6d69d06c55a063ea9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88e817ed5d8388c6d69d06c55a063ea9 columnFamilyName colfamily21 2024-11-20T13:43:23,902 DEBUG [StoreOpener-88e817ed5d8388c6d69d06c55a063ea9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:23,902 INFO [StoreOpener-88e817ed5d8388c6d69d06c55a063ea9-1 {}] regionserver.HStore(327): Store=88e817ed5d8388c6d69d06c55a063ea9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:43:23,902 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1093): writing seq id for 5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:43:23,902 INFO [StoreOpener-88e817ed5d8388c6d69d06c55a063ea9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:43:23,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98193739d3fd040f324ac01643b96e1e, ASSIGN in 585 msec 2024-11-20T13:43:23,903 INFO [StoreOpener-88e817ed5d8388c6d69d06c55a063ea9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88e817ed5d8388c6d69d06c55a063ea9 columnFamilyName colfamily31 2024-11-20T13:43:23,903 DEBUG [StoreOpener-88e817ed5d8388c6d69d06c55a063ea9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:23,904 INFO [StoreOpener-88e817ed5d8388c6d69d06c55a063ea9-1 {}] regionserver.HStore(327): Store=88e817ed5d8388c6d69d06c55a063ea9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:43:23,904 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for 88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:43:23,905 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:43:23,905 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5faf0b9de72bd83c2589d61867245b29/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T13:43:23,906 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1114): Opened 5faf0b9de72bd83c2589d61867245b29; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74191981, jitterRate=0.10554666817188263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:43:23,906 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:43:23,906 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:43:23,906 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1006): Region open journal for 5faf0b9de72bd83c2589d61867245b29: Running coprocessor pre-open hook at 1732110203826Writing region info on filesystem at 1732110203826Initializing all the Stores at 1732110203828 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110203828Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110203828Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110203828Obtaining lock to block concurrent updates at 1732110203846 (+18 ms)Preparing flush snapshotting stores in 5faf0b9de72bd83c2589d61867245b29 at 1732110203846Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732110203846Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29. at 1732110203846Flushing 5faf0b9de72bd83c2589d61867245b29/colfamily11: creating writer at 1732110203846Flushing 5faf0b9de72bd83c2589d61867245b29/colfamily11: appending metadata at 1732110203868 (+22 ms)Flushing 5faf0b9de72bd83c2589d61867245b29/colfamily11: closing flushed file at 1732110203868Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d6959d4: reopening flushed file at 1732110203886 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5faf0b9de72bd83c2589d61867245b29 in 51ms, sequenceid=4, compaction requested=false; wal=null at 1732110203896 (+10 ms)Cleaning up temporary data from old regions at 1732110203899 (+3 ms)Running coprocessor post-open hooks at 1732110203906 (+7 ms)Region opened successfully at 1732110203906 2024-11-20T13:43:23,907 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88e817ed5d8388c6d69d06c55a063ea9/recovered.edits/0000000000000000004 2024-11-20T13:43:23,907 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29., pid=72, masterSystemTime=1732110203630 2024-11-20T13:43:23,910 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29. 2024-11-20T13:43:23,910 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29. 2024-11-20T13:43:23,910 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=5faf0b9de72bd83c2589d61867245b29, regionState=OPEN, openSeqNum=5, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:23,910 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e. 2024-11-20T13:43:23,910 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 97515148c697b555e023b0864337732e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-20T13:43:23,910 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 97515148c697b555e023b0864337732e 2024-11-20T13:43:23,910 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:43:23,910 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 97515148c697b555e023b0864337732e 2024-11-20T13:43:23,911 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 97515148c697b555e023b0864337732e 2024-11-20T13:43:23,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5faf0b9de72bd83c2589d61867245b29, server=28425b5b8f92,43915,1732110013268 because future has completed 2024-11-20T13:43:23,913 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88e817ed5d8388c6d69d06c55a063ea9/recovered.edits/0000000000000000004 2024-11-20T13:43:23,913 INFO [StoreOpener-97515148c697b555e023b0864337732e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 97515148c697b555e023b0864337732e 2024-11-20T13:43:23,913 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing 88e817ed5d8388c6d69d06c55a063ea9 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T13:43:23,914 INFO [StoreOpener-97515148c697b555e023b0864337732e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97515148c697b555e023b0864337732e columnFamilyName colfamily11 2024-11-20T13:43:23,914 DEBUG [StoreOpener-97515148c697b555e023b0864337732e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:23,915 INFO [StoreOpener-97515148c697b555e023b0864337732e-1 {}] regionserver.HStore(327): Store=97515148c697b555e023b0864337732e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:43:23,915 INFO [StoreOpener-97515148c697b555e023b0864337732e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 97515148c697b555e023b0864337732e 2024-11-20T13:43:23,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=67 2024-11-20T13:43:23,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 5faf0b9de72bd83c2589d61867245b29, server=28425b5b8f92,43915,1732110013268 in 436 msec 2024-11-20T13:43:23,917 INFO [StoreOpener-97515148c697b555e023b0864337732e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97515148c697b555e023b0864337732e columnFamilyName colfamily21 2024-11-20T13:43:23,917 DEBUG [StoreOpener-97515148c697b555e023b0864337732e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:23,918 INFO [StoreOpener-97515148c697b555e023b0864337732e-1 {}] regionserver.HStore(327): Store=97515148c697b555e023b0864337732e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:43:23,918 INFO [StoreOpener-97515148c697b555e023b0864337732e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 97515148c697b555e023b0864337732e 2024-11-20T13:43:23,919 INFO [StoreOpener-97515148c697b555e023b0864337732e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97515148c697b555e023b0864337732e columnFamilyName colfamily31 2024-11-20T13:43:23,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5faf0b9de72bd83c2589d61867245b29, ASSIGN in 601 msec 2024-11-20T13:43:23,919 DEBUG [StoreOpener-97515148c697b555e023b0864337732e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:43:23,919 INFO [StoreOpener-97515148c697b555e023b0864337732e-1 {}] regionserver.HStore(327): Store=97515148c697b555e023b0864337732e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:43:23,920 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 97515148c697b555e023b0864337732e 2024-11-20T13:43:23,920 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97515148c697b555e023b0864337732e 2024-11-20T13:43:23,922 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97515148c697b555e023b0864337732e 2024-11-20T13:43:23,922 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97515148c697b555e023b0864337732e/recovered.edits/0000000000000000004 2024-11-20T13:43:23,928 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97515148c697b555e023b0864337732e/recovered.edits/0000000000000000004 2024-11-20T13:43:23,928 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing 97515148c697b555e023b0864337732e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T13:43:23,932 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88e817ed5d8388c6d69d06c55a063ea9/.tmp/colfamily11/884d87d246c148b68b5cbf38667a7e3e is 52, key is vvv/colfamily11:colfamily11/1732110019953/Put/seqid=0 2024-11-20T13:43:23,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741883_1059 (size=39263) 2024-11-20T13:43:23,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741883_1059 (size=39263) 2024-11-20T13:43:23,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741883_1059 (size=39263) 2024-11-20T13:43:23,944 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88e817ed5d8388c6d69d06c55a063ea9/.tmp/colfamily11/884d87d246c148b68b5cbf38667a7e3e 2024-11-20T13:43:23,951 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97515148c697b555e023b0864337732e/.tmp/colfamily11/dca125750b88435f9b867fd0bbeed37c is 52, key is sss/colfamily11:colfamily11/1732110019924/Put/seqid=0 2024-11-20T13:43:23,952 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88e817ed5d8388c6d69d06c55a063ea9/.tmp/colfamily11/884d87d246c148b68b5cbf38667a7e3e as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88e817ed5d8388c6d69d06c55a063ea9/colfamily11/884d87d246c148b68b5cbf38667a7e3e 2024-11-20T13:43:23,960 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88e817ed5d8388c6d69d06c55a063ea9/colfamily11/884d87d246c148b68b5cbf38667a7e3e, entries=703, sequenceid=4, filesize=38.3 K 2024-11-20T13:43:23,960 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 88e817ed5d8388c6d69d06c55a063ea9 in 47ms, sequenceid=4, compaction requested=false; wal=null 2024-11-20T13:43:23,961 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88e817ed5d8388c6d69d06c55a063ea9/recovered.edits/0000000000000000004 2024-11-20T13:43:23,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741884_1060 (size=39263) 2024-11-20T13:43:23,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741884_1060 (size=39263) 2024-11-20T13:43:23,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741884_1060 (size=39263) 2024-11-20T13:43:23,963 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for 88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:43:23,963 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for 88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:43:23,963 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97515148c697b555e023b0864337732e/.tmp/colfamily11/dca125750b88435f9b867fd0bbeed37c 2024-11-20T13:43:23,964 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:43:23,965 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for 88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:43:23,968 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88e817ed5d8388c6d69d06c55a063ea9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T13:43:23,969 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened 88e817ed5d8388c6d69d06c55a063ea9; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59896048, jitterRate=-0.10747933387756348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:43:23,969 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:43:23,970 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for 88e817ed5d8388c6d69d06c55a063ea9: Running coprocessor pre-open hook at 1732110203896Writing region info on filesystem at 1732110203896Initializing all the Stores at 1732110203897 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110203897Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110203898 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110203898Obtaining lock to block concurrent updates at 1732110203913 (+15 ms)Preparing flush snapshotting stores in 88e817ed5d8388c6d69d06c55a063ea9 at 1732110203913Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732110203913Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9. at 1732110203913Flushing 88e817ed5d8388c6d69d06c55a063ea9/colfamily11: creating writer at 1732110203913Flushing 88e817ed5d8388c6d69d06c55a063ea9/colfamily11: appending metadata at 1732110203932 (+19 ms)Flushing 88e817ed5d8388c6d69d06c55a063ea9/colfamily11: closing flushed file at 1732110203932Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d8efa5f: reopening flushed file at 1732110203951 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 88e817ed5d8388c6d69d06c55a063ea9 in 47ms, sequenceid=4, compaction requested=false; wal=null at 1732110203960 (+9 ms)Cleaning up temporary data from old regions at 1732110203963 (+3 ms)Running coprocessor post-open hooks at 1732110203969 (+6 ms)Region opened successfully at 1732110203970 (+1 ms) 2024-11-20T13:43:23,971 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9., pid=73, masterSystemTime=1732110203634 2024-11-20T13:43:23,971 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97515148c697b555e023b0864337732e/.tmp/colfamily11/dca125750b88435f9b867fd0bbeed37c as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97515148c697b555e023b0864337732e/colfamily11/dca125750b88435f9b867fd0bbeed37c 2024-11-20T13:43:23,974 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=88e817ed5d8388c6d69d06c55a063ea9, regionState=OPEN, openSeqNum=5, regionLocation=28425b5b8f92,43975,1732110013111 2024-11-20T13:43:23,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88e817ed5d8388c6d69d06c55a063ea9, server=28425b5b8f92,43975,1732110013111 because future has completed 2024-11-20T13:43:23,980 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9. 2024-11-20T13:43:23,980 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97515148c697b555e023b0864337732e/colfamily11/dca125750b88435f9b867fd0bbeed37c, entries=703, sequenceid=4, filesize=38.3 K 2024-11-20T13:43:23,980 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9. 2024-11-20T13:43:23,980 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 97515148c697b555e023b0864337732e in 52ms, sequenceid=4, compaction requested=false; wal=null 2024-11-20T13:43:23,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=70 2024-11-20T13:43:23,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 88e817ed5d8388c6d69d06c55a063ea9, server=28425b5b8f92,43975,1732110013111 in 497 msec 2024-11-20T13:43:23,981 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97515148c697b555e023b0864337732e/recovered.edits/0000000000000000004 2024-11-20T13:43:23,983 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 97515148c697b555e023b0864337732e 2024-11-20T13:43:23,983 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 97515148c697b555e023b0864337732e 2024-11-20T13:43:23,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88e817ed5d8388c6d69d06c55a063ea9, ASSIGN in 665 msec 2024-11-20T13:43:23,984 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T13:43:23,986 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 97515148c697b555e023b0864337732e 2024-11-20T13:43:23,988 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97515148c697b555e023b0864337732e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T13:43:23,990 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 97515148c697b555e023b0864337732e; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60231304, jitterRate=-0.10248363018035889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T13:43:23,990 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97515148c697b555e023b0864337732e 2024-11-20T13:43:23,990 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 97515148c697b555e023b0864337732e: Running coprocessor pre-open hook at 1732110203911Writing region info on filesystem at 1732110203911Initializing all the Stores at 1732110203912 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110203912Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110203913 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110203913Obtaining lock to block concurrent updates at 1732110203928 (+15 ms)Preparing flush snapshotting stores in 97515148c697b555e023b0864337732e at 1732110203928Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732110203929 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e. at 1732110203929Flushing 97515148c697b555e023b0864337732e/colfamily11: creating writer at 1732110203929Flushing 97515148c697b555e023b0864337732e/colfamily11: appending metadata at 1732110203950 (+21 ms)Flushing 97515148c697b555e023b0864337732e/colfamily11: closing flushed file at 1732110203950Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79325d97: reopening flushed file at 1732110203970 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 97515148c697b555e023b0864337732e in 52ms, sequenceid=4, compaction requested=false; wal=null at 1732110203980 (+10 ms)Cleaning up temporary data from old regions at 1732110203983 (+3 ms)Running coprocessor post-open hooks at 1732110203990 (+7 ms)Region opened successfully at 1732110203990 2024-11-20T13:43:23,991 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e., pid=77, masterSystemTime=1732110203630 2024-11-20T13:43:23,993 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e. 2024-11-20T13:43:23,993 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e. 2024-11-20T13:43:23,993 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=97515148c697b555e023b0864337732e, regionState=OPEN, openSeqNum=5, regionLocation=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:23,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97515148c697b555e023b0864337732e, server=28425b5b8f92,43915,1732110013268 because future has completed 2024-11-20T13:43:23,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=69 2024-11-20T13:43:23,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 97515148c697b555e023b0864337732e, server=28425b5b8f92,43915,1732110013268 in 501 msec 2024-11-20T13:43:24,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=57 2024-11-20T13:43:24,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97515148c697b555e023b0864337732e, ASSIGN in 683 msec 2024-11-20T13:43:24,001 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 28425b5b8f92,41775,1732110013219 after splitting done 2024-11-20T13:43:24,001 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T13:43:24,001 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:43:24,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:43:24,002 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T13:43:24,066 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:43:24,066 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T13:43:24,066 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:43:24,066 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T13:43:24,066 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T13:43:24,066 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T13:43:24,066 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T13:43:24,067 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T13:43:24,067 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T13:43:24,067 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T13:43:24,069 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T13:43:24,069 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T13:43:24,069 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T13:43:24,069 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T13:43:24,069 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T13:43:24,069 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T13:43:24,069 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T13:43:24,069 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T13:43:24,069 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T13:43:24,069 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T13:43:24,069 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T13:43:24,069 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T13:43:24,069 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T13:43:24,069 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T13:43:24,069 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T13:43:24,069 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T13:43:24,070 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T13:43:24,070 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T13:43:24,070 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T13:43:24,070 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T13:43:24,070 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T13:43:24,070 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T13:43:24,070 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T13:43:24,070 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T13:43:24,070 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 28425b5b8f92%2C41775%2C1732110013219.1732110014842, worker=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 28425b5b8f92%2C41775%2C1732110013219.1732110014842, worker=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=71f7bbb3f2a4b1b4f585498c1466a7a1, ASSIGN 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f011012594608d3db9e51cfa80ceddb8, ASSIGN 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98193739d3fd040f324ac01643b96e1e, ASSIGN 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5faf0b9de72bd83c2589d61867245b29, ASSIGN 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8e7c99d12e378f626d1f958639b8d75e, ASSIGN 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97515148c697b555e023b0864337732e, ASSIGN 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88e817ed5d8388c6d69d06c55a063ea9, ASSIGN 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80a55f249db33b1beace0fc6f1aca874, ASSIGN 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 5faf0b9de72bd83c2589d61867245b29, server=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 88e817ed5d8388c6d69d06c55a063ea9, server=28425b5b8f92,43975,1732110013111 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 98193739d3fd040f324ac01643b96e1e, server=28425b5b8f92,43975,1732110013111 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure f011012594608d3db9e51cfa80ceddb8, server=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 80a55f249db33b1beace0fc6f1aca874, server=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 97515148c697b555e023b0864337732e, server=28425b5b8f92,43915,1732110013268 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e7c99d12e378f626d1f958639b8d75e, server=28425b5b8f92,43975,1732110013111 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 71f7bbb3f2a4b1b4f585498c1466a7a1, server=28425b5b8f92,43975,1732110013111 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 28425b5b8f92%2C41775%2C1732110013219.meta.1732110015450.meta, worker=28425b5b8f92,43975,1732110013111 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=28425b5b8f92,43915,1732110013268 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 28425b5b8f92%2C41775%2C1732110013219.1732110014842, worker=28425b5b8f92,43915,1732110013268 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 28425b5b8f92%2C41775%2C1732110013219.1732110014842, worker=28425b5b8f92,43915,1732110013268 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=71f7bbb3f2a4b1b4f585498c1466a7a1, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f011012594608d3db9e51cfa80ceddb8, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98193739d3fd040f324ac01643b96e1e, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5faf0b9de72bd83c2589d61867245b29, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8e7c99d12e378f626d1f958639b8d75e, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:24,073 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97515148c697b555e023b0864337732e, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:24,074 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88e817ed5d8388c6d69d06c55a063ea9, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:24,074 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80a55f249db33b1beace0fc6f1aca874, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:24,074 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 5faf0b9de72bd83c2589d61867245b29, server=28425b5b8f92,43915,1732110013268 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:24,074 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 88e817ed5d8388c6d69d06c55a063ea9, server=28425b5b8f92,43975,1732110013111 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:24,074 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 98193739d3fd040f324ac01643b96e1e, server=28425b5b8f92,43975,1732110013111 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:24,074 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure f011012594608d3db9e51cfa80ceddb8, server=28425b5b8f92,43915,1732110013268 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:24,074 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 80a55f249db33b1beace0fc6f1aca874, server=28425b5b8f92,43915,1732110013268 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:24,074 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 97515148c697b555e023b0864337732e, server=28425b5b8f92,43915,1732110013268 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:24,074 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e7c99d12e378f626d1f958639b8d75e, server=28425b5b8f92,43975,1732110013111 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:24,074 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 71f7bbb3f2a4b1b4f585498c1466a7a1, server=28425b5b8f92,43975,1732110013111 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T13:43:24,074 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-20T13:43:24,074 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=61 2024-11-20T13:43:24,075 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=28425b5b8f92,43915,1732110013268, table=hbase:meta, region=1588230740 2024-11-20T13:43:24,075 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28425b5b8f92,43915,1732110013268, state=OPEN 2024-11-20T13:43:24,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:43:24,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:43:24,116 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:43:24,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:43:24,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:43:24,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:43:24,117 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732110234117 2024-11-20T13:43:24,117 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T13:43:24,124 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=71f7bbb3f2a4b1b4f585498c1466a7a1, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=5 2024-11-20T13:43:24,125 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=845516a71397597fe53c6f76f1d17058, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:24,125 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7d9fa54154560e751c80d6c8773e8a06, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:24,125 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=61ff141dfac4f04a12554449c8586148, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:24,125 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51081010bfd200d5fa473dd05c6d8460, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:24,125 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f011012594608d3db9e51cfa80ceddb8, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=5 2024-11-20T13:43:24,125 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fd2f97854659fc22c5099ce24bdd483e, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:24,126 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8e7c99d12e378f626d1f958639b8d75e, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=5 2024-11-20T13:43:24,126 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=921712215be4cdbbb73385dcc379ef7e, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:24,126 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a96e3b8ddcbd0b487a12b9e9ae99aebf, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:24,126 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0379100628a9f24ec3d80dfea7aed3c1, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:24,126 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=80a55f249db33b1beace0fc6f1aca874, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=5 2024-11-20T13:43:24,126 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a0997a57fef4314e2739dc23edbf61b7, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:24,126 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=976ffa74bb94fce8d45524f3e1edb281, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:24,127 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=98193739d3fd040f324ac01643b96e1e, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=5 2024-11-20T13:43:24,127 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7d469566ec330327bcaa10fa6044cd18, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:24,127 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9a1c0a8b5d62b59e41c75978945bac35, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:24,127 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=67998c272be4c850d9336914e1132d3d, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:24,127 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=97515148c697b555e023b0864337732e, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=5 2024-11-20T13:43:24,127 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fb13510a8c22eb0c8a45651eea688d88, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:24,127 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=822db52457e94ec649344e71e2ebdbb0, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:24,128 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88e817ed5d8388c6d69d06c55a063ea9, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=5 2024-11-20T13:43:24,128 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eea434eab5f42a5c390bc213d1c6a98f, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:24,128 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=156786bef0dc206202f4f256ca1b6cc7, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=2 2024-11-20T13:43:24,128 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5faf0b9de72bd83c2589d61867245b29, regionState=OPEN, lastHost=28425b5b8f92,43915,1732110013268, regionLocation=28425b5b8f92,43915,1732110013268, openSeqNum=5 2024-11-20T13:43:24,128 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d6ba3fca8671dfc38af5a9e2e02add19, regionState=OPEN, lastHost=28425b5b8f92,43975,1732110013111, regionLocation=28425b5b8f92,43975,1732110013111, openSeqNum=2 2024-11-20T13:43:24,128 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-20T13:43:24,128 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732110264128 2024-11-20T13:43:24,128 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732110324128 2024-11-20T13:43:24,128 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-11-20T13:43:24,129 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 28425b5b8f92,41775,1732110013219 after splitting done 2024-11-20T13:43:24,129 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T13:43:24,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure 28425b5b8f92,41775,1732110013219, splitWal=true, meta=true in 3 mins, 3.343 sec 2024-11-20T13:43:24,384 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T13:43:24,387 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 28425b5b8f92:41775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 28425b5b8f92/172.17.0.2:41775 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:43:24,388 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1., hostname=28425b5b8f92,41775,1732110013219, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1., hostname=28425b5b8f92,41775,1732110013219, seqNum=2, error=java.net.ConnectException: Call to address=28425b5b8f92:41775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:43:24,388 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1., hostname=28425b5b8f92,41775,1732110013219, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-20T13:43:24,388 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1., hostname=28425b5b8f92,41775,1732110013219, seqNum=2 from cache 2024-11-20T13:43:24,389 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 28425b5b8f92:41775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 28425b5b8f92/172.17.0.2:41775 2024-11-20T13:43:24,495 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 28425b5b8f92:41775 this server is in the failed servers list 2024-11-20T13:43:24,495 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:43:24,496 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:43:24,496 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41775,1732110013219, seqNum=-1 from cache 2024-11-20T13:43:24,604 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:43:24,605 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T13:43:24,606 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,43915,1732110013268, seqNum=-1] 2024-11-20T13:43:24,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:43:24,610 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1., hostname=28425b5b8f92,43975,1732110013111, seqNum=5] 2024-11-20T13:43:24,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41462, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:43:24,650 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 28425b5b8f92:41775 this server is in the failed servers list 2024-11-20T13:43:24,651 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8., hostname=28425b5b8f92,41775,1732110013219, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8., hostname=28425b5b8f92,41775,1732110013219, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:43:24,651 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8., hostname=28425b5b8f92,41775,1732110013219, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:43:24,651 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8., hostname=28425b5b8f92,41775,1732110013219, seqNum=2 from cache 2024-11-20T13:43:24,758 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8., hostname=28425b5b8f92,43915,1732110013268, seqNum=5] 2024-11-20T13:43:24,772 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 28425b5b8f92:41775 this server is in the failed servers list 2024-11-20T13:43:24,773 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:43:24,773 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:43:24,773 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2 from cache 2024-11-20T13:43:24,890 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e., hostname=28425b5b8f92,43975,1732110013111, seqNum=5] 2024-11-20T13:43:24,913 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 28425b5b8f92:41775 this server is in the failed servers list 2024-11-20T13:43:24,913 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874., hostname=28425b5b8f92,41775,1732110013219, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874., hostname=28425b5b8f92,41775,1732110013219, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:43:24,913 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874., hostname=28425b5b8f92,41775,1732110013219, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:43:24,913 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874., hostname=28425b5b8f92,41775,1732110013219, seqNum=2 from cache 2024-11-20T13:43:25,028 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874., hostname=28425b5b8f92,43915,1732110013268, seqNum=5] 2024-11-20T13:43:25,041 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 28425b5b8f92:41775 this server is in the failed servers list 2024-11-20T13:43:25,042 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:43:25,042 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:43:25,042 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2 from cache 2024-11-20T13:43:25,147 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e., hostname=28425b5b8f92,43975,1732110013111, seqNum=5] 2024-11-20T13:43:25,163 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 28425b5b8f92:41775 this server is in the failed servers list 2024-11-20T13:43:25,163 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:43:25,163 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:43:25,163 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e., hostname=28425b5b8f92,41775,1732110013219, seqNum=2 from cache 2024-11-20T13:43:25,277 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e., hostname=28425b5b8f92,43915,1732110013268, seqNum=5] 2024-11-20T13:43:25,292 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 28425b5b8f92:41775 this server is in the failed servers list 2024-11-20T13:43:25,292 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9., hostname=28425b5b8f92,41775,1732110013219, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9., hostname=28425b5b8f92,41775,1732110013219, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:43:25,292 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9., hostname=28425b5b8f92,41775,1732110013219, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:43:25,292 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9., hostname=28425b5b8f92,41775,1732110013219, seqNum=2 from cache 2024-11-20T13:43:25,399 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9., hostname=28425b5b8f92,43975,1732110013111, seqNum=5] 2024-11-20T13:43:25,411 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 28425b5b8f92:41775 this server is in the failed servers list 2024-11-20T13:43:25,412 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29., hostname=28425b5b8f92,41775,1732110013219, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29., hostname=28425b5b8f92,41775,1732110013219, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=28425b5b8f92:41775 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:43:25,412 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29., hostname=28425b5b8f92,41775,1732110013219, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 28425b5b8f92:41775 2024-11-20T13:43:25,412 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29., hostname=28425b5b8f92,41775,1732110013219, seqNum=2 from cache 2024-11-20T13:43:25,519 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29., hostname=28425b5b8f92,43915,1732110013268, seqNum=5] 2024-11-20T13:43:25,598 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-20T13:43:25,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T13:43:25,598 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T13:43:25,598 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:43:25,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:43:25,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:43:25,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T13:43:25,599 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T13:43:25,599 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1666420094, stopped=false 2024-11-20T13:43:25,599 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=28425b5b8f92,42989,1732110012331 2024-11-20T13:43:25,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:43:25,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:43:25,684 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:43:25,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:43:25,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:43:25,684 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:43:25,684 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:43:25,685 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T13:43:25,685 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:43:25,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:43:25,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:43:25,685 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '28425b5b8f92,43975,1732110013111' ***** 2024-11-20T13:43:25,685 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T13:43:25,685 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '28425b5b8f92,43915,1732110013268' ***** 2024-11-20T13:43:25,685 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T13:43:25,685 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T13:43:25,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:43:25,686 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T13:43:25,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:43:25,686 INFO [RS:0;28425b5b8f92:43975 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T13:43:25,686 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T13:43:25,686 INFO [RS:0;28425b5b8f92:43975 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T13:43:25,686 INFO [RS:2;28425b5b8f92:43915 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T13:43:25,686 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T13:43:25,686 INFO [RS:2;28425b5b8f92:43915 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T13:43:25,686 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e7c99d12e378f626d1f958639b8d75e 2024-11-20T13:43:25,686 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(3091): Received CLOSE for 5faf0b9de72bd83c2589d61867245b29 2024-11-20T13:43:25,686 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(3091): Received CLOSE for fb13510a8c22eb0c8a45651eea688d88 2024-11-20T13:43:25,686 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d469566ec330327bcaa10fa6044cd18 2024-11-20T13:43:25,687 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(3091): Received CLOSE for 0379100628a9f24ec3d80dfea7aed3c1 2024-11-20T13:43:25,687 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(3091): Received CLOSE for 98193739d3fd040f324ac01643b96e1e 2024-11-20T13:43:25,687 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(3091): Received CLOSE for a96e3b8ddcbd0b487a12b9e9ae99aebf 2024-11-20T13:43:25,687 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(3091): Received CLOSE for eea434eab5f42a5c390bc213d1c6a98f 2024-11-20T13:43:25,687 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(3091): Received CLOSE for fd2f97854659fc22c5099ce24bdd483e 2024-11-20T13:43:25,687 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(3091): Received CLOSE for 80a55f249db33b1beace0fc6f1aca874 2024-11-20T13:43:25,687 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(3091): Received CLOSE for d6ba3fca8671dfc38af5a9e2e02add19 2024-11-20T13:43:25,687 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(3091): Received CLOSE for 156786bef0dc206202f4f256ca1b6cc7 2024-11-20T13:43:25,687 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(3091): Received CLOSE for 845516a71397597fe53c6f76f1d17058 2024-11-20T13:43:25,687 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(3091): Received CLOSE for a0997a57fef4314e2739dc23edbf61b7 2024-11-20T13:43:25,687 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(3091): Received CLOSE for 71f7bbb3f2a4b1b4f585498c1466a7a1 2024-11-20T13:43:25,687 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(3091): Received CLOSE for 51081010bfd200d5fa473dd05c6d8460 2024-11-20T13:43:25,687 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(3091): Received CLOSE for 61ff141dfac4f04a12554449c8586148 2024-11-20T13:43:25,687 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(3091): Received CLOSE for 88e817ed5d8388c6d69d06c55a063ea9 2024-11-20T13:43:25,687 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(3091): Received CLOSE for 921712215be4cdbbb73385dcc379ef7e 2024-11-20T13:43:25,687 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(3091): Received CLOSE for 976ffa74bb94fce8d45524f3e1edb281 2024-11-20T13:43:25,687 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(3091): Received CLOSE for 97515148c697b555e023b0864337732e 2024-11-20T13:43:25,687 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e7c99d12e378f626d1f958639b8d75e, disabling compactions & flushes 2024-11-20T13:43:25,687 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(3091): Received CLOSE for 67998c272be4c850d9336914e1132d3d 2024-11-20T13:43:25,687 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e. 2024-11-20T13:43:25,687 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d9fa54154560e751c80d6c8773e8a06 2024-11-20T13:43:25,687 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5faf0b9de72bd83c2589d61867245b29, disabling compactions & flushes 2024-11-20T13:43:25,687 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(959): stopping server 28425b5b8f92,43975,1732110013111 2024-11-20T13:43:25,687 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(3091): Received CLOSE for 822db52457e94ec649344e71e2ebdbb0 2024-11-20T13:43:25,687 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e. 2024-11-20T13:43:25,687 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29. 2024-11-20T13:43:25,687 INFO [RS:0;28425b5b8f92:43975 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T13:43:25,687 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(3091): Received CLOSE for f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:43:25,687 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e. after waiting 0 ms 2024-11-20T13:43:25,687 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29. 2024-11-20T13:43:25,687 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a1c0a8b5d62b59e41c75978945bac35 2024-11-20T13:43:25,687 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e. 2024-11-20T13:43:25,687 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29. after waiting 0 ms 2024-11-20T13:43:25,687 INFO [RS:0;28425b5b8f92:43975 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;28425b5b8f92:43975. 2024-11-20T13:43:25,687 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(959): stopping server 28425b5b8f92,43915,1732110013268 2024-11-20T13:43:25,687 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29. 2024-11-20T13:43:25,687 INFO [RS:2;28425b5b8f92:43915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T13:43:25,687 INFO [RS:2;28425b5b8f92:43915 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;28425b5b8f92:43915. 2024-11-20T13:43:25,687 DEBUG [RS:0;28425b5b8f92:43975 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:43:25,687 DEBUG [RS:0;28425b5b8f92:43975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:43:25,687 DEBUG [RS:2;28425b5b8f92:43915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:43:25,687 DEBUG [RS:2;28425b5b8f92:43915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:43:25,688 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-20T13:43:25,688 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T13:43:25,688 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T13:43:25,688 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T13:43:25,688 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T13:43:25,688 DEBUG [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(1351): Waiting on 0379100628a9f24ec3d80dfea7aed3c1, 51081010bfd200d5fa473dd05c6d8460, 71f7bbb3f2a4b1b4f585498c1466a7a1, 7d469566ec330327bcaa10fa6044cd18, 845516a71397597fe53c6f76f1d17058, 88e817ed5d8388c6d69d06c55a063ea9, 8e7c99d12e378f626d1f958639b8d75e, 976ffa74bb94fce8d45524f3e1edb281, 98193739d3fd040f324ac01643b96e1e, d6ba3fca8671dfc38af5a9e2e02add19, eea434eab5f42a5c390bc213d1c6a98f, fb13510a8c22eb0c8a45651eea688d88, fd2f97854659fc22c5099ce24bdd483e 2024-11-20T13:43:25,691 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-20T13:43:25,691 DEBUG [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(1351): Waiting on 156786bef0dc206202f4f256ca1b6cc7, 1588230740, 5faf0b9de72bd83c2589d61867245b29, 61ff141dfac4f04a12554449c8586148, 67998c272be4c850d9336914e1132d3d, 7d9fa54154560e751c80d6c8773e8a06, 80a55f249db33b1beace0fc6f1aca874, 822db52457e94ec649344e71e2ebdbb0, 921712215be4cdbbb73385dcc379ef7e, 97515148c697b555e023b0864337732e, 9a1c0a8b5d62b59e41c75978945bac35, a0997a57fef4314e2739dc23edbf61b7, a96e3b8ddcbd0b487a12b9e9ae99aebf, f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:43:25,691 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T13:43:25,691 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T13:43:25,691 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T13:43:25,691 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T13:43:25,691 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T13:43:25,691 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=11.88 KB heapSize=17.59 KB 2024-11-20T13:43:25,700 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5faf0b9de72bd83c2589d61867245b29/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-20T13:43:25,706 INFO [regionserver/28425b5b8f92:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:43:25,706 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29. 2024-11-20T13:43:25,706 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5faf0b9de72bd83c2589d61867245b29: Waiting for close lock at 1732110205687Running coprocessor pre-close hooks at 1732110205687Disabling compacts and flushes for region at 1732110205687Disabling writes for close at 1732110205687Writing region close event to WAL at 1732110205691 (+4 ms)Running coprocessor post-close hooks at 1732110205700 (+9 ms)Closed at 1732110205706 (+6 ms) 2024-11-20T13:43:25,706 INFO [regionserver/28425b5b8f92:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:43:25,707 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732110015834.5faf0b9de72bd83c2589d61867245b29. 2024-11-20T13:43:25,707 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8e7c99d12e378f626d1f958639b8d75e/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-20T13:43:25,707 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a96e3b8ddcbd0b487a12b9e9ae99aebf, disabling compactions & flushes 2024-11-20T13:43:25,707 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf. 2024-11-20T13:43:25,707 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf. 2024-11-20T13:43:25,707 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf. after waiting 0 ms 2024-11-20T13:43:25,707 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf. 2024-11-20T13:43:25,707 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a96e3b8ddcbd0b487a12b9e9ae99aebf 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T13:43:25,708 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e. 2024-11-20T13:43:25,708 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e7c99d12e378f626d1f958639b8d75e: Waiting for close lock at 1732110205687Running coprocessor pre-close hooks at 1732110205687Disabling compacts and flushes for region at 1732110205687Disabling writes for close at 1732110205687Writing region close event to WAL at 1732110205692 (+5 ms)Running coprocessor post-close hooks at 1732110205708 (+16 ms)Closed at 1732110205708 2024-11-20T13:43:25,708 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732110015834.8e7c99d12e378f626d1f958639b8d75e. 2024-11-20T13:43:25,708 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb13510a8c22eb0c8a45651eea688d88, disabling compactions & flushes 2024-11-20T13:43:25,708 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88. 2024-11-20T13:43:25,708 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88. 2024-11-20T13:43:25,708 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88. after waiting 0 ms 2024-11-20T13:43:25,708 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88. 2024-11-20T13:43:25,709 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fb13510a8c22eb0c8a45651eea688d88 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T13:43:25,709 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/.tmp/info/cbd6272ab7264b53840c43cedf51b5b1 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8./info:regioninfo/1732110203731/Put/seqid=0 2024-11-20T13:43:25,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741885_1061 (size=18276) 2024-11-20T13:43:25,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741885_1061 (size=18276) 2024-11-20T13:43:25,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741885_1061 (size=18276) 2024-11-20T13:43:25,727 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.88 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/.tmp/info/cbd6272ab7264b53840c43cedf51b5b1 2024-11-20T13:43:25,731 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fb13510a8c22eb0c8a45651eea688d88/.tmp/colfamily11/d1bbe0d5e9524faf8d2fd2113b572fae is 52, key is ttt/colfamily11:colfamily11/1732110019964/Put/seqid=0 2024-11-20T13:43:25,735 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a96e3b8ddcbd0b487a12b9e9ae99aebf/.tmp/colfamily11/454e300e8632450c8f21261533f7ee8f is 52, key is jjj/colfamily11:colfamily11/1732110019860/Put/seqid=0 2024-11-20T13:43:25,736 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/.tmp/info/cbd6272ab7264b53840c43cedf51b5b1 as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/info/cbd6272ab7264b53840c43cedf51b5b1 2024-11-20T13:43:25,744 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/info/cbd6272ab7264b53840c43cedf51b5b1, entries=64, sequenceid=79, filesize=17.8 K 2024-11-20T13:43:25,746 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~11.88 KB/12162, heapSize ~16.83 KB/17232, currentSize=0 B/0 for 1588230740 in 55ms, sequenceid=79, compaction requested=false 2024-11-20T13:43:25,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741886_1062 (size=39263) 2024-11-20T13:43:25,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741886_1062 (size=39263) 2024-11-20T13:43:25,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741886_1062 (size=39263) 2024-11-20T13:43:25,766 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fb13510a8c22eb0c8a45651eea688d88/.tmp/colfamily11/d1bbe0d5e9524faf8d2fd2113b572fae 2024-11-20T13:43:25,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741887_1063 (size=39263) 2024-11-20T13:43:25,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741887_1063 (size=39263) 2024-11-20T13:43:25,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741887_1063 (size=39263) 2024-11-20T13:43:25,771 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a96e3b8ddcbd0b487a12b9e9ae99aebf/.tmp/colfamily11/454e300e8632450c8f21261533f7ee8f 2024-11-20T13:43:25,774 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fb13510a8c22eb0c8a45651eea688d88/.tmp/colfamily11/d1bbe0d5e9524faf8d2fd2113b572fae as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fb13510a8c22eb0c8a45651eea688d88/colfamily11/d1bbe0d5e9524faf8d2fd2113b572fae 2024-11-20T13:43:25,780 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a96e3b8ddcbd0b487a12b9e9ae99aebf/.tmp/colfamily11/454e300e8632450c8f21261533f7ee8f as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a96e3b8ddcbd0b487a12b9e9ae99aebf/colfamily11/454e300e8632450c8f21261533f7ee8f 2024-11-20T13:43:25,782 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fb13510a8c22eb0c8a45651eea688d88/colfamily11/d1bbe0d5e9524faf8d2fd2113b572fae, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T13:43:25,783 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fb13510a8c22eb0c8a45651eea688d88 in 75ms, sequenceid=5, compaction requested=false 2024-11-20T13:43:25,785 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/hbase/meta/1588230740/recovered.edits/82.seqid, newMaxSeqId=82, maxSeqId=60 2024-11-20T13:43:25,786 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T13:43:25,787 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T13:43:25,787 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732110205691Running coprocessor pre-close hooks at 1732110205691Disabling compacts and flushes for region at 1732110205691Disabling writes for close at 1732110205691Obtaining lock to block concurrent updates at 1732110205691Preparing flush snapshotting stores in 1588230740 at 1732110205691Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12162, getHeapSize=17952, getOffHeapSize=0, getCellsCount=64 at 1732110205696 (+5 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732110205697 (+1 ms)Flushing 1588230740/info: creating writer at 1732110205697Flushing 1588230740/info: appending metadata at 1732110205709 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732110205709Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b1d8749: reopening flushed file at 1732110205735 (+26 ms)Finished flush of dataSize ~11.88 KB/12162, heapSize ~16.83 KB/17232, currentSize=0 B/0 for 1588230740 in 55ms, sequenceid=79, compaction requested=false at 1732110205746 (+11 ms)Writing region close event to WAL at 1732110205781 (+35 ms)Running coprocessor post-close hooks at 1732110205786 (+5 ms)Closed at 1732110205787 (+1 ms) 2024-11-20T13:43:25,787 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T13:43:25,789 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fb13510a8c22eb0c8a45651eea688d88/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T13:43:25,790 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88. 2024-11-20T13:43:25,790 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb13510a8c22eb0c8a45651eea688d88: Waiting for close lock at 1732110205708Running coprocessor pre-close hooks at 1732110205708Disabling compacts and flushes for region at 1732110205708Disabling writes for close at 1732110205708Obtaining lock to block concurrent updates at 1732110205709 (+1 ms)Preparing flush snapshotting stores in fb13510a8c22eb0c8a45651eea688d88 at 1732110205709Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732110205709Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88. at 1732110205710 (+1 ms)Flushing fb13510a8c22eb0c8a45651eea688d88/colfamily11: creating writer at 1732110205710Flushing fb13510a8c22eb0c8a45651eea688d88/colfamily11: appending metadata at 1732110205731 (+21 ms)Flushing fb13510a8c22eb0c8a45651eea688d88/colfamily11: closing flushed file at 1732110205731Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d8b2444: reopening flushed file at 1732110205773 (+42 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fb13510a8c22eb0c8a45651eea688d88 in 75ms, sequenceid=5, compaction requested=false at 1732110205783 (+10 ms)Writing region close event to WAL at 1732110205784 (+1 ms)Running coprocessor post-close hooks at 1732110205790 (+6 ms)Closed at 1732110205790 2024-11-20T13:43:25,790 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a96e3b8ddcbd0b487a12b9e9ae99aebf/colfamily11/454e300e8632450c8f21261533f7ee8f, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T13:43:25,790 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732110015834.fb13510a8c22eb0c8a45651eea688d88. 2024-11-20T13:43:25,790 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d469566ec330327bcaa10fa6044cd18, disabling compactions & flushes 2024-11-20T13:43:25,790 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18. 2024-11-20T13:43:25,791 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18. 2024-11-20T13:43:25,791 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18. after waiting 0 ms 2024-11-20T13:43:25,791 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18. 2024-11-20T13:43:25,791 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7d469566ec330327bcaa10fa6044cd18 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T13:43:25,791 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a96e3b8ddcbd0b487a12b9e9ae99aebf in 84ms, sequenceid=5, compaction requested=false 2024-11-20T13:43:25,795 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a96e3b8ddcbd0b487a12b9e9ae99aebf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T13:43:25,796 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf. 2024-11-20T13:43:25,796 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a96e3b8ddcbd0b487a12b9e9ae99aebf: Waiting for close lock at 1732110205707Running coprocessor pre-close hooks at 1732110205707Disabling compacts and flushes for region at 1732110205707Disabling writes for close at 1732110205707Obtaining lock to block concurrent updates at 1732110205707Preparing flush snapshotting stores in a96e3b8ddcbd0b487a12b9e9ae99aebf at 1732110205708 (+1 ms)Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732110205708Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf. at 1732110205710 (+2 ms)Flushing a96e3b8ddcbd0b487a12b9e9ae99aebf/colfamily11: creating writer at 1732110205710Flushing a96e3b8ddcbd0b487a12b9e9ae99aebf/colfamily11: appending metadata at 1732110205735 (+25 ms)Flushing a96e3b8ddcbd0b487a12b9e9ae99aebf/colfamily11: closing flushed file at 1732110205735Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@162044e5: reopening flushed file at 1732110205779 (+44 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a96e3b8ddcbd0b487a12b9e9ae99aebf in 84ms, sequenceid=5, compaction requested=false at 1732110205791 (+12 ms)Writing region close event to WAL at 1732110205792 (+1 ms)Running coprocessor post-close hooks at 1732110205796 (+4 ms)Closed at 1732110205796 2024-11-20T13:43:25,796 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732110015834.a96e3b8ddcbd0b487a12b9e9ae99aebf. 2024-11-20T13:43:25,796 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80a55f249db33b1beace0fc6f1aca874, disabling compactions & flushes 2024-11-20T13:43:25,796 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874. 2024-11-20T13:43:25,796 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874. 2024-11-20T13:43:25,796 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874. after waiting 0 ms 2024-11-20T13:43:25,796 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874. 2024-11-20T13:43:25,801 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80a55f249db33b1beace0fc6f1aca874/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-20T13:43:25,801 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874. 2024-11-20T13:43:25,801 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80a55f249db33b1beace0fc6f1aca874: Waiting for close lock at 1732110205796Running coprocessor pre-close hooks at 1732110205796Disabling compacts and flushes for region at 1732110205796Disabling writes for close at 1732110205796Writing region close event to WAL at 1732110205797 (+1 ms)Running coprocessor post-close hooks at 1732110205801 (+4 ms)Closed at 1732110205801 2024-11-20T13:43:25,801 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732110015834.80a55f249db33b1beace0fc6f1aca874. 2024-11-20T13:43:25,802 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 156786bef0dc206202f4f256ca1b6cc7, disabling compactions & flushes 2024-11-20T13:43:25,802 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7. 2024-11-20T13:43:25,802 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7. 2024-11-20T13:43:25,802 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7. after waiting 0 ms 2024-11-20T13:43:25,802 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7. 2024-11-20T13:43:25,802 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 156786bef0dc206202f4f256ca1b6cc7 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T13:43:25,815 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d469566ec330327bcaa10fa6044cd18/.tmp/colfamily11/5d055e29e7b74fd096fd07fd54a0c993 is 52, key is ppp/colfamily11:colfamily11/1732110019939/Put/seqid=0 2024-11-20T13:43:25,819 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/156786bef0dc206202f4f256ca1b6cc7/.tmp/colfamily11/aa9d3453cc1848908183d7b5f6d8c911 is 52, key is xxx/colfamily11:colfamily11/1732110020031/Put/seqid=0 2024-11-20T13:43:25,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741888_1064 (size=39263) 2024-11-20T13:43:25,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741888_1064 (size=39263) 2024-11-20T13:43:25,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741888_1064 (size=39263) 2024-11-20T13:43:25,829 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d469566ec330327bcaa10fa6044cd18/.tmp/colfamily11/5d055e29e7b74fd096fd07fd54a0c993 2024-11-20T13:43:25,837 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d469566ec330327bcaa10fa6044cd18/.tmp/colfamily11/5d055e29e7b74fd096fd07fd54a0c993 as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d469566ec330327bcaa10fa6044cd18/colfamily11/5d055e29e7b74fd096fd07fd54a0c993 2024-11-20T13:43:25,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741889_1065 (size=39263) 2024-11-20T13:43:25,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741889_1065 (size=39263) 2024-11-20T13:43:25,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741889_1065 (size=39263) 2024-11-20T13:43:25,843 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/156786bef0dc206202f4f256ca1b6cc7/.tmp/colfamily11/aa9d3453cc1848908183d7b5f6d8c911 2024-11-20T13:43:25,845 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d469566ec330327bcaa10fa6044cd18/colfamily11/5d055e29e7b74fd096fd07fd54a0c993, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T13:43:25,846 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7d469566ec330327bcaa10fa6044cd18 in 55ms, sequenceid=5, compaction requested=false 2024-11-20T13:43:25,851 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/156786bef0dc206202f4f256ca1b6cc7/.tmp/colfamily11/aa9d3453cc1848908183d7b5f6d8c911 as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/156786bef0dc206202f4f256ca1b6cc7/colfamily11/aa9d3453cc1848908183d7b5f6d8c911 2024-11-20T13:43:25,852 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d469566ec330327bcaa10fa6044cd18/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T13:43:25,852 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18. 2024-11-20T13:43:25,852 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d469566ec330327bcaa10fa6044cd18: Waiting for close lock at 1732110205790Running coprocessor pre-close hooks at 1732110205790Disabling compacts and flushes for region at 1732110205790Disabling writes for close at 1732110205791 (+1 ms)Obtaining lock to block concurrent updates at 1732110205791Preparing flush snapshotting stores in 7d469566ec330327bcaa10fa6044cd18 at 1732110205791Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732110205791Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18. at 1732110205791Flushing 7d469566ec330327bcaa10fa6044cd18/colfamily11: creating writer at 1732110205792 (+1 ms)Flushing 7d469566ec330327bcaa10fa6044cd18/colfamily11: appending metadata at 1732110205814 (+22 ms)Flushing 7d469566ec330327bcaa10fa6044cd18/colfamily11: closing flushed file at 1732110205814Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43098790: reopening flushed file at 1732110205836 (+22 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7d469566ec330327bcaa10fa6044cd18 in 55ms, sequenceid=5, compaction requested=false at 1732110205846 (+10 ms)Writing region close event to WAL at 1732110205847 (+1 ms)Running coprocessor post-close hooks at 1732110205852 (+5 ms)Closed at 1732110205852 2024-11-20T13:43:25,853 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732110015834.7d469566ec330327bcaa10fa6044cd18. 2024-11-20T13:43:25,853 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0379100628a9f24ec3d80dfea7aed3c1, disabling compactions & flushes 2024-11-20T13:43:25,853 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1. 2024-11-20T13:43:25,853 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1. 2024-11-20T13:43:25,853 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1. after waiting 0 ms 2024-11-20T13:43:25,853 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1. 2024-11-20T13:43:25,853 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0379100628a9f24ec3d80dfea7aed3c1 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T13:43:25,859 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/156786bef0dc206202f4f256ca1b6cc7/colfamily11/aa9d3453cc1848908183d7b5f6d8c911, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T13:43:25,860 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 156786bef0dc206202f4f256ca1b6cc7 in 58ms, sequenceid=5, compaction requested=false 2024-11-20T13:43:25,865 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/156786bef0dc206202f4f256ca1b6cc7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T13:43:25,866 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7. 2024-11-20T13:43:25,866 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 156786bef0dc206202f4f256ca1b6cc7: Waiting for close lock at 1732110205801Running coprocessor pre-close hooks at 1732110205801Disabling compacts and flushes for region at 1732110205801Disabling writes for close at 1732110205802 (+1 ms)Obtaining lock to block concurrent updates at 1732110205802Preparing flush snapshotting stores in 156786bef0dc206202f4f256ca1b6cc7 at 1732110205802Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732110205802Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7. at 1732110205803 (+1 ms)Flushing 156786bef0dc206202f4f256ca1b6cc7/colfamily11: creating writer at 1732110205803Flushing 156786bef0dc206202f4f256ca1b6cc7/colfamily11: appending metadata at 1732110205819 (+16 ms)Flushing 156786bef0dc206202f4f256ca1b6cc7/colfamily11: closing flushed file at 1732110205819Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34e623ae: reopening flushed file at 1732110205850 (+31 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 156786bef0dc206202f4f256ca1b6cc7 in 58ms, sequenceid=5, compaction requested=false at 1732110205860 (+10 ms)Writing region close event to WAL at 1732110205861 (+1 ms)Running coprocessor post-close hooks at 1732110205866 (+5 ms)Closed at 1732110205866 2024-11-20T13:43:25,866 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732110015834.156786bef0dc206202f4f256ca1b6cc7. 2024-11-20T13:43:25,866 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a0997a57fef4314e2739dc23edbf61b7, disabling compactions & flushes 2024-11-20T13:43:25,866 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732110015834.a0997a57fef4314e2739dc23edbf61b7. 2024-11-20T13:43:25,866 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732110015834.a0997a57fef4314e2739dc23edbf61b7. 2024-11-20T13:43:25,866 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732110015834.a0997a57fef4314e2739dc23edbf61b7. after waiting 0 ms 2024-11-20T13:43:25,866 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732110015834.a0997a57fef4314e2739dc23edbf61b7. 2024-11-20T13:43:25,867 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a0997a57fef4314e2739dc23edbf61b7 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T13:43:25,872 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0379100628a9f24ec3d80dfea7aed3c1/.tmp/colfamily11/8d64018dc1d549a19119618611146a2e is 52, key is kkk/colfamily11:colfamily11/1732110019854/Put/seqid=0 2024-11-20T13:43:25,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741890_1066 (size=39263) 2024-11-20T13:43:25,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741890_1066 (size=39263) 2024-11-20T13:43:25,883 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0379100628a9f24ec3d80dfea7aed3c1/.tmp/colfamily11/8d64018dc1d549a19119618611146a2e 2024-11-20T13:43:25,885 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a0997a57fef4314e2739dc23edbf61b7/.tmp/colfamily11/12d6e666f11c44449188b615af317ff2 is 52, key is mmm/colfamily11:colfamily11/1732110019900/Put/seqid=0 2024-11-20T13:43:25,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741890_1066 (size=39263) 2024-11-20T13:43:25,888 DEBUG [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(1351): Waiting on 0379100628a9f24ec3d80dfea7aed3c1, 51081010bfd200d5fa473dd05c6d8460, 71f7bbb3f2a4b1b4f585498c1466a7a1, 845516a71397597fe53c6f76f1d17058, 88e817ed5d8388c6d69d06c55a063ea9, 976ffa74bb94fce8d45524f3e1edb281, 98193739d3fd040f324ac01643b96e1e, d6ba3fca8671dfc38af5a9e2e02add19, eea434eab5f42a5c390bc213d1c6a98f, fd2f97854659fc22c5099ce24bdd483e 2024-11-20T13:43:25,891 DEBUG [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(1351): Waiting on 61ff141dfac4f04a12554449c8586148, 67998c272be4c850d9336914e1132d3d, 7d9fa54154560e751c80d6c8773e8a06, 822db52457e94ec649344e71e2ebdbb0, 921712215be4cdbbb73385dcc379ef7e, 97515148c697b555e023b0864337732e, 9a1c0a8b5d62b59e41c75978945bac35, a0997a57fef4314e2739dc23edbf61b7, f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:43:25,892 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0379100628a9f24ec3d80dfea7aed3c1/.tmp/colfamily11/8d64018dc1d549a19119618611146a2e as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0379100628a9f24ec3d80dfea7aed3c1/colfamily11/8d64018dc1d549a19119618611146a2e 2024-11-20T13:43:25,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741891_1067 (size=39263) 2024-11-20T13:43:25,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741891_1067 (size=39263) 2024-11-20T13:43:25,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741891_1067 (size=39263) 2024-11-20T13:43:25,900 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0379100628a9f24ec3d80dfea7aed3c1/colfamily11/8d64018dc1d549a19119618611146a2e, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T13:43:25,900 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a0997a57fef4314e2739dc23edbf61b7/.tmp/colfamily11/12d6e666f11c44449188b615af317ff2 2024-11-20T13:43:25,901 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0379100628a9f24ec3d80dfea7aed3c1 in 48ms, sequenceid=5, compaction requested=false 2024-11-20T13:43:25,906 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0379100628a9f24ec3d80dfea7aed3c1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T13:43:25,907 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1. 2024-11-20T13:43:25,907 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0379100628a9f24ec3d80dfea7aed3c1: Waiting for close lock at 1732110205853Running coprocessor pre-close hooks at 1732110205853Disabling compacts and flushes for region at 1732110205853Disabling writes for close at 1732110205853Obtaining lock to block concurrent updates at 1732110205853Preparing flush snapshotting stores in 0379100628a9f24ec3d80dfea7aed3c1 at 1732110205853Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732110205854 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1. at 1732110205854Flushing 0379100628a9f24ec3d80dfea7aed3c1/colfamily11: creating writer at 1732110205854Flushing 0379100628a9f24ec3d80dfea7aed3c1/colfamily11: appending metadata at 1732110205871 (+17 ms)Flushing 0379100628a9f24ec3d80dfea7aed3c1/colfamily11: closing flushed file at 1732110205871Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dff61f3: reopening flushed file at 1732110205891 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0379100628a9f24ec3d80dfea7aed3c1 in 48ms, sequenceid=5, compaction requested=false at 1732110205901 (+10 ms)Writing region close event to WAL at 1732110205902 (+1 ms)Running coprocessor post-close hooks at 1732110205906 (+4 ms)Closed at 1732110205906 2024-11-20T13:43:25,907 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732110015834.0379100628a9f24ec3d80dfea7aed3c1. 2024-11-20T13:43:25,907 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98193739d3fd040f324ac01643b96e1e, disabling compactions & flushes 2024-11-20T13:43:25,907 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e. 2024-11-20T13:43:25,907 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e. 2024-11-20T13:43:25,907 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e. after waiting 0 ms 2024-11-20T13:43:25,907 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e. 2024-11-20T13:43:25,909 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a0997a57fef4314e2739dc23edbf61b7/.tmp/colfamily11/12d6e666f11c44449188b615af317ff2 as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a0997a57fef4314e2739dc23edbf61b7/colfamily11/12d6e666f11c44449188b615af317ff2 2024-11-20T13:43:25,911 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98193739d3fd040f324ac01643b96e1e/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-20T13:43:25,912 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e. 2024-11-20T13:43:25,912 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98193739d3fd040f324ac01643b96e1e: Waiting for close lock at 1732110205907Running coprocessor pre-close hooks at 1732110205907Disabling compacts and flushes for region at 1732110205907Disabling writes for close at 1732110205907Writing region close event to WAL at 1732110205908 (+1 ms)Running coprocessor post-close hooks at 1732110205912 (+4 ms)Closed at 1732110205912 2024-11-20T13:43:25,912 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732110015834.98193739d3fd040f324ac01643b96e1e. 2024-11-20T13:43:25,912 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eea434eab5f42a5c390bc213d1c6a98f, disabling compactions & flushes 2024-11-20T13:43:25,912 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f. 2024-11-20T13:43:25,913 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f. 2024-11-20T13:43:25,913 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f. after waiting 0 ms 2024-11-20T13:43:25,913 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f. 2024-11-20T13:43:25,913 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eea434eab5f42a5c390bc213d1c6a98f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T13:43:25,917 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a0997a57fef4314e2739dc23edbf61b7/colfamily11/12d6e666f11c44449188b615af317ff2, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T13:43:25,918 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a0997a57fef4314e2739dc23edbf61b7 in 52ms, sequenceid=5, compaction requested=false 2024-11-20T13:43:25,922 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a0997a57fef4314e2739dc23edbf61b7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T13:43:25,923 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732110015834.a0997a57fef4314e2739dc23edbf61b7. 2024-11-20T13:43:25,923 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a0997a57fef4314e2739dc23edbf61b7: Waiting for close lock at 1732110205866Running coprocessor pre-close hooks at 1732110205866Disabling compacts and flushes for region at 1732110205866Disabling writes for close at 1732110205866Obtaining lock to block concurrent updates at 1732110205867 (+1 ms)Preparing flush snapshotting stores in a0997a57fef4314e2739dc23edbf61b7 at 1732110205867Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732110015834.a0997a57fef4314e2739dc23edbf61b7., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732110205867Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732110015834.a0997a57fef4314e2739dc23edbf61b7. at 1732110205867Flushing a0997a57fef4314e2739dc23edbf61b7/colfamily11: creating writer at 1732110205868 (+1 ms)Flushing a0997a57fef4314e2739dc23edbf61b7/colfamily11: appending metadata at 1732110205885 (+17 ms)Flushing a0997a57fef4314e2739dc23edbf61b7/colfamily11: closing flushed file at 1732110205885Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d6c67a1: reopening flushed file at 1732110205908 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a0997a57fef4314e2739dc23edbf61b7 in 52ms, sequenceid=5, compaction requested=false at 1732110205918 (+10 ms)Writing region close event to WAL at 1732110205919 (+1 ms)Running coprocessor post-close hooks at 1732110205923 (+4 ms)Closed at 1732110205923 2024-11-20T13:43:25,923 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732110015834.a0997a57fef4314e2739dc23edbf61b7. 2024-11-20T13:43:25,924 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61ff141dfac4f04a12554449c8586148, disabling compactions & flushes 2024-11-20T13:43:25,924 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148. 2024-11-20T13:43:25,924 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148. 2024-11-20T13:43:25,924 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148. after waiting 0 ms 2024-11-20T13:43:25,924 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148. 2024-11-20T13:43:25,924 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 61ff141dfac4f04a12554449c8586148 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T13:43:25,935 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eea434eab5f42a5c390bc213d1c6a98f/.tmp/colfamily11/848bc1ccc4a34fd1af19a812c7813707 is 52, key is www/colfamily11:colfamily11/1732110019988/Put/seqid=0 2024-11-20T13:43:25,940 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/61ff141dfac4f04a12554449c8586148/.tmp/colfamily11/33e0da93aa7a40aba6656d12719c6973 is 52, key is ddd/colfamily11:colfamily11/1732110019777/Put/seqid=0 2024-11-20T13:43:25,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741892_1068 (size=39263) 2024-11-20T13:43:25,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741892_1068 (size=39263) 2024-11-20T13:43:25,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741892_1068 (size=39263) 2024-11-20T13:43:25,945 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eea434eab5f42a5c390bc213d1c6a98f/.tmp/colfamily11/848bc1ccc4a34fd1af19a812c7813707 2024-11-20T13:43:25,952 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eea434eab5f42a5c390bc213d1c6a98f/.tmp/colfamily11/848bc1ccc4a34fd1af19a812c7813707 as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eea434eab5f42a5c390bc213d1c6a98f/colfamily11/848bc1ccc4a34fd1af19a812c7813707 2024-11-20T13:43:25,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741893_1069 (size=39263) 2024-11-20T13:43:25,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741893_1069 (size=39263) 2024-11-20T13:43:25,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741893_1069 (size=39263) 2024-11-20T13:43:25,957 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/61ff141dfac4f04a12554449c8586148/.tmp/colfamily11/33e0da93aa7a40aba6656d12719c6973 2024-11-20T13:43:25,959 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eea434eab5f42a5c390bc213d1c6a98f/colfamily11/848bc1ccc4a34fd1af19a812c7813707, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T13:43:25,961 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for eea434eab5f42a5c390bc213d1c6a98f in 48ms, sequenceid=5, compaction requested=false 2024-11-20T13:43:25,964 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/61ff141dfac4f04a12554449c8586148/.tmp/colfamily11/33e0da93aa7a40aba6656d12719c6973 as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/61ff141dfac4f04a12554449c8586148/colfamily11/33e0da93aa7a40aba6656d12719c6973 2024-11-20T13:43:25,966 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eea434eab5f42a5c390bc213d1c6a98f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T13:43:25,966 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f. 2024-11-20T13:43:25,966 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eea434eab5f42a5c390bc213d1c6a98f: Waiting for close lock at 1732110205912Running coprocessor pre-close hooks at 1732110205912Disabling compacts and flushes for region at 1732110205912Disabling writes for close at 1732110205913 (+1 ms)Obtaining lock to block concurrent updates at 1732110205913Preparing flush snapshotting stores in eea434eab5f42a5c390bc213d1c6a98f at 1732110205913Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732110205913Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f. at 1732110205914 (+1 ms)Flushing eea434eab5f42a5c390bc213d1c6a98f/colfamily11: creating writer at 1732110205914Flushing eea434eab5f42a5c390bc213d1c6a98f/colfamily11: appending metadata at 1732110205935 (+21 ms)Flushing eea434eab5f42a5c390bc213d1c6a98f/colfamily11: closing flushed file at 1732110205935Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@469cf3b7: reopening flushed file at 1732110205951 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for eea434eab5f42a5c390bc213d1c6a98f in 48ms, sequenceid=5, compaction requested=false at 1732110205961 (+10 ms)Writing region close event to WAL at 1732110205962 (+1 ms)Running coprocessor post-close hooks at 1732110205966 (+4 ms)Closed at 1732110205966 2024-11-20T13:43:25,966 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732110015834.eea434eab5f42a5c390bc213d1c6a98f. 2024-11-20T13:43:25,967 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd2f97854659fc22c5099ce24bdd483e, disabling compactions & flushes 2024-11-20T13:43:25,967 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e. 2024-11-20T13:43:25,967 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e. 2024-11-20T13:43:25,967 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e. after waiting 0 ms 2024-11-20T13:43:25,967 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e. 2024-11-20T13:43:25,967 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fd2f97854659fc22c5099ce24bdd483e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T13:43:25,971 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/61ff141dfac4f04a12554449c8586148/colfamily11/33e0da93aa7a40aba6656d12719c6973, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T13:43:25,972 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 61ff141dfac4f04a12554449c8586148 in 48ms, sequenceid=5, compaction requested=false 2024-11-20T13:43:25,976 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/61ff141dfac4f04a12554449c8586148/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T13:43:25,977 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148. 2024-11-20T13:43:25,977 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61ff141dfac4f04a12554449c8586148: Waiting for close lock at 1732110205923Running coprocessor pre-close hooks at 1732110205923Disabling compacts and flushes for region at 1732110205923Disabling writes for close at 1732110205924 (+1 ms)Obtaining lock to block concurrent updates at 1732110205924Preparing flush snapshotting stores in 61ff141dfac4f04a12554449c8586148 at 1732110205924Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732110205924Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148. at 1732110205925 (+1 ms)Flushing 61ff141dfac4f04a12554449c8586148/colfamily11: creating writer at 1732110205925Flushing 61ff141dfac4f04a12554449c8586148/colfamily11: appending metadata at 1732110205940 (+15 ms)Flushing 61ff141dfac4f04a12554449c8586148/colfamily11: closing flushed file at 1732110205940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34e945a5: reopening flushed file at 1732110205963 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 61ff141dfac4f04a12554449c8586148 in 48ms, sequenceid=5, compaction requested=false at 1732110205972 (+9 ms)Writing region close event to WAL at 1732110205972Running coprocessor post-close hooks at 1732110205976 (+4 ms)Closed at 1732110205977 (+1 ms) 2024-11-20T13:43:25,977 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732110015834.61ff141dfac4f04a12554449c8586148. 2024-11-20T13:43:25,977 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 921712215be4cdbbb73385dcc379ef7e, disabling compactions & flushes 2024-11-20T13:43:25,977 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e. 2024-11-20T13:43:25,977 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e. 2024-11-20T13:43:25,977 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e. after waiting 0 ms 2024-11-20T13:43:25,977 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e. 2024-11-20T13:43:25,977 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 921712215be4cdbbb73385dcc379ef7e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T13:43:25,987 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fd2f97854659fc22c5099ce24bdd483e/.tmp/colfamily11/5f45aa98d7f14c7e9c41a9163553c1b8 is 52, key is ggg/colfamily11:colfamily11/1732110019807/Put/seqid=0 2024-11-20T13:43:25,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741894_1070 (size=39263) 2024-11-20T13:43:25,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741894_1070 (size=39263) 2024-11-20T13:43:25,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741894_1070 (size=39263) 2024-11-20T13:43:25,997 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fd2f97854659fc22c5099ce24bdd483e/.tmp/colfamily11/5f45aa98d7f14c7e9c41a9163553c1b8 2024-11-20T13:43:25,998 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/921712215be4cdbbb73385dcc379ef7e/.tmp/colfamily11/3368e05e65aa4a2fbe79b9ac026ceb68 is 52, key is iii/colfamily11:colfamily11/1732110019818/Put/seqid=0 2024-11-20T13:43:26,003 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fd2f97854659fc22c5099ce24bdd483e/.tmp/colfamily11/5f45aa98d7f14c7e9c41a9163553c1b8 as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fd2f97854659fc22c5099ce24bdd483e/colfamily11/5f45aa98d7f14c7e9c41a9163553c1b8 2024-11-20T13:43:26,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741895_1071 (size=39263) 2024-11-20T13:43:26,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741895_1071 (size=39263) 2024-11-20T13:43:26,005 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/921712215be4cdbbb73385dcc379ef7e/.tmp/colfamily11/3368e05e65aa4a2fbe79b9ac026ceb68 2024-11-20T13:43:26,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741895_1071 (size=39263) 2024-11-20T13:43:26,010 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fd2f97854659fc22c5099ce24bdd483e/colfamily11/5f45aa98d7f14c7e9c41a9163553c1b8, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T13:43:26,011 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/921712215be4cdbbb73385dcc379ef7e/.tmp/colfamily11/3368e05e65aa4a2fbe79b9ac026ceb68 as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/921712215be4cdbbb73385dcc379ef7e/colfamily11/3368e05e65aa4a2fbe79b9ac026ceb68 2024-11-20T13:43:26,011 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fd2f97854659fc22c5099ce24bdd483e in 44ms, sequenceid=5, compaction requested=false 2024-11-20T13:43:26,015 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fd2f97854659fc22c5099ce24bdd483e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T13:43:26,016 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e. 2024-11-20T13:43:26,016 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd2f97854659fc22c5099ce24bdd483e: Waiting for close lock at 1732110205967Running coprocessor pre-close hooks at 1732110205967Disabling compacts and flushes for region at 1732110205967Disabling writes for close at 1732110205967Obtaining lock to block concurrent updates at 1732110205967Preparing flush snapshotting stores in fd2f97854659fc22c5099ce24bdd483e at 1732110205967Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732110205967Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e. at 1732110205968 (+1 ms)Flushing fd2f97854659fc22c5099ce24bdd483e/colfamily11: creating writer at 1732110205968Flushing fd2f97854659fc22c5099ce24bdd483e/colfamily11: appending metadata at 1732110205987 (+19 ms)Flushing fd2f97854659fc22c5099ce24bdd483e/colfamily11: closing flushed file at 1732110205987Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31fa5acd: reopening flushed file at 1732110206002 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fd2f97854659fc22c5099ce24bdd483e in 44ms, sequenceid=5, compaction requested=false at 1732110206011 (+9 ms)Writing region close event to WAL at 1732110206012 (+1 ms)Running coprocessor post-close hooks at 1732110206015 (+3 ms)Closed at 1732110206016 (+1 ms) 2024-11-20T13:43:26,016 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732110015834.fd2f97854659fc22c5099ce24bdd483e. 2024-11-20T13:43:26,016 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6ba3fca8671dfc38af5a9e2e02add19, disabling compactions & flushes 2024-11-20T13:43:26,016 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732110015834.d6ba3fca8671dfc38af5a9e2e02add19. 2024-11-20T13:43:26,016 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732110015834.d6ba3fca8671dfc38af5a9e2e02add19. 2024-11-20T13:43:26,016 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732110015834.d6ba3fca8671dfc38af5a9e2e02add19. after waiting 0 ms 2024-11-20T13:43:26,016 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732110015834.d6ba3fca8671dfc38af5a9e2e02add19. 2024-11-20T13:43:26,016 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d6ba3fca8671dfc38af5a9e2e02add19 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-20T13:43:26,017 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/921712215be4cdbbb73385dcc379ef7e/colfamily11/3368e05e65aa4a2fbe79b9ac026ceb68, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T13:43:26,018 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 921712215be4cdbbb73385dcc379ef7e in 41ms, sequenceid=5, compaction requested=false 2024-11-20T13:43:26,022 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/921712215be4cdbbb73385dcc379ef7e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T13:43:26,023 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e. 2024-11-20T13:43:26,023 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 921712215be4cdbbb73385dcc379ef7e: Waiting for close lock at 1732110205977Running coprocessor pre-close hooks at 1732110205977Disabling compacts and flushes for region at 1732110205977Disabling writes for close at 1732110205977Obtaining lock to block concurrent updates at 1732110205977Preparing flush snapshotting stores in 921712215be4cdbbb73385dcc379ef7e at 1732110205977Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732110205978 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e. at 1732110205978Flushing 921712215be4cdbbb73385dcc379ef7e/colfamily11: creating writer at 1732110205978Flushing 921712215be4cdbbb73385dcc379ef7e/colfamily11: appending metadata at 1732110205998 (+20 ms)Flushing 921712215be4cdbbb73385dcc379ef7e/colfamily11: closing flushed file at 1732110205998Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61ee4338: reopening flushed file at 1732110206010 (+12 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 921712215be4cdbbb73385dcc379ef7e in 41ms, sequenceid=5, compaction requested=false at 1732110206018 (+8 ms)Writing region close event to WAL at 1732110206019 (+1 ms)Running coprocessor post-close hooks at 1732110206023 (+4 ms)Closed at 1732110206023 2024-11-20T13:43:26,023 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732110015834.921712215be4cdbbb73385dcc379ef7e. 2024-11-20T13:43:26,023 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97515148c697b555e023b0864337732e, disabling compactions & flushes 2024-11-20T13:43:26,023 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e. 2024-11-20T13:43:26,023 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e. 2024-11-20T13:43:26,023 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e. after waiting 0 ms 2024-11-20T13:43:26,023 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e. 2024-11-20T13:43:26,028 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97515148c697b555e023b0864337732e/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-20T13:43:26,029 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e. 2024-11-20T13:43:26,029 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97515148c697b555e023b0864337732e: Waiting for close lock at 1732110206023Running coprocessor pre-close hooks at 1732110206023Disabling compacts and flushes for region at 1732110206023Disabling writes for close at 1732110206023Writing region close event to WAL at 1732110206024 (+1 ms)Running coprocessor post-close hooks at 1732110206029 (+5 ms)Closed at 1732110206029 2024-11-20T13:43:26,029 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732110015834.97515148c697b555e023b0864337732e. 2024-11-20T13:43:26,029 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 67998c272be4c850d9336914e1132d3d, disabling compactions & flushes 2024-11-20T13:43:26,029 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d. 2024-11-20T13:43:26,029 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d. 2024-11-20T13:43:26,029 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d. after waiting 0 ms 2024-11-20T13:43:26,029 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d. 2024-11-20T13:43:26,029 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 67998c272be4c850d9336914e1132d3d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T13:43:26,034 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6ba3fca8671dfc38af5a9e2e02add19/.tmp/colfamily11/0e9cab8b20f544cf8f5f7887f711fdc3 is 52, key is zzz/colfamily11:colfamily11/1732110019995/Put/seqid=0 2024-11-20T13:43:26,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741896_1072 (size=4857) 2024-11-20T13:43:26,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741896_1072 (size=4857) 2024-11-20T13:43:26,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741896_1072 (size=4857) 2024-11-20T13:43:26,044 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6ba3fca8671dfc38af5a9e2e02add19/.tmp/colfamily11/0e9cab8b20f544cf8f5f7887f711fdc3 2024-11-20T13:43:26,047 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/67998c272be4c850d9336914e1132d3d/.tmp/colfamily11/ca39ef6c5df9401dbca4d691085aba72 is 52, key is rrr/colfamily11:colfamily11/1732110019978/Put/seqid=0 2024-11-20T13:43:26,051 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6ba3fca8671dfc38af5a9e2e02add19/.tmp/colfamily11/0e9cab8b20f544cf8f5f7887f711fdc3 as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6ba3fca8671dfc38af5a9e2e02add19/colfamily11/0e9cab8b20f544cf8f5f7887f711fdc3 2024-11-20T13:43:26,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741897_1073 (size=39263) 2024-11-20T13:43:26,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741897_1073 (size=39263) 2024-11-20T13:43:26,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741897_1073 (size=39263) 2024-11-20T13:43:26,056 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/67998c272be4c850d9336914e1132d3d/.tmp/colfamily11/ca39ef6c5df9401dbca4d691085aba72 2024-11-20T13:43:26,060 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6ba3fca8671dfc38af5a9e2e02add19/colfamily11/0e9cab8b20f544cf8f5f7887f711fdc3, entries=1, sequenceid=5, filesize=4.7 K 2024-11-20T13:43:26,061 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for d6ba3fca8671dfc38af5a9e2e02add19 in 45ms, sequenceid=5, compaction requested=false 2024-11-20T13:43:26,063 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/67998c272be4c850d9336914e1132d3d/.tmp/colfamily11/ca39ef6c5df9401dbca4d691085aba72 as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/67998c272be4c850d9336914e1132d3d/colfamily11/ca39ef6c5df9401dbca4d691085aba72 2024-11-20T13:43:26,065 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6ba3fca8671dfc38af5a9e2e02add19/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T13:43:26,065 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732110015834.d6ba3fca8671dfc38af5a9e2e02add19. 2024-11-20T13:43:26,065 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6ba3fca8671dfc38af5a9e2e02add19: Waiting for close lock at 1732110206016Running coprocessor pre-close hooks at 1732110206016Disabling compacts and flushes for region at 1732110206016Disabling writes for close at 1732110206016Obtaining lock to block concurrent updates at 1732110206016Preparing flush snapshotting stores in d6ba3fca8671dfc38af5a9e2e02add19 at 1732110206016Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732110015834.d6ba3fca8671dfc38af5a9e2e02add19., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1732110206017 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732110015834.d6ba3fca8671dfc38af5a9e2e02add19. at 1732110206017Flushing d6ba3fca8671dfc38af5a9e2e02add19/colfamily11: creating writer at 1732110206017Flushing d6ba3fca8671dfc38af5a9e2e02add19/colfamily11: appending metadata at 1732110206034 (+17 ms)Flushing d6ba3fca8671dfc38af5a9e2e02add19/colfamily11: closing flushed file at 1732110206034Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c0c34b0: reopening flushed file at 1732110206050 (+16 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for d6ba3fca8671dfc38af5a9e2e02add19 in 45ms, sequenceid=5, compaction requested=false at 1732110206061 (+11 ms)Writing region close event to WAL at 1732110206062 (+1 ms)Running coprocessor post-close hooks at 1732110206065 (+3 ms)Closed at 1732110206065 2024-11-20T13:43:26,066 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732110015834.d6ba3fca8671dfc38af5a9e2e02add19. 2024-11-20T13:43:26,066 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 845516a71397597fe53c6f76f1d17058, disabling compactions & flushes 2024-11-20T13:43:26,066 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058. 2024-11-20T13:43:26,066 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058. 2024-11-20T13:43:26,066 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058. after waiting 0 ms 2024-11-20T13:43:26,066 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058. 2024-11-20T13:43:26,066 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 845516a71397597fe53c6f76f1d17058 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T13:43:26,069 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/67998c272be4c850d9336914e1132d3d/colfamily11/ca39ef6c5df9401dbca4d691085aba72, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T13:43:26,070 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 67998c272be4c850d9336914e1132d3d in 41ms, sequenceid=5, compaction requested=false 2024-11-20T13:43:26,074 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/67998c272be4c850d9336914e1132d3d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T13:43:26,074 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d. 2024-11-20T13:43:26,074 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 67998c272be4c850d9336914e1132d3d: Waiting for close lock at 1732110206029Running coprocessor pre-close hooks at 1732110206029Disabling compacts and flushes for region at 1732110206029Disabling writes for close at 1732110206029Obtaining lock to block concurrent updates at 1732110206029Preparing flush snapshotting stores in 67998c272be4c850d9336914e1132d3d at 1732110206029Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732110206030 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d. at 1732110206030Flushing 67998c272be4c850d9336914e1132d3d/colfamily11: creating writer at 1732110206030Flushing 67998c272be4c850d9336914e1132d3d/colfamily11: appending metadata at 1732110206046 (+16 ms)Flushing 67998c272be4c850d9336914e1132d3d/colfamily11: closing flushed file at 1732110206046Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@121160bf: reopening flushed file at 1732110206061 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 67998c272be4c850d9336914e1132d3d in 41ms, sequenceid=5, compaction requested=false at 1732110206070 (+9 ms)Writing region close event to WAL at 1732110206071 (+1 ms)Running coprocessor post-close hooks at 1732110206074 (+3 ms)Closed at 1732110206074 2024-11-20T13:43:26,074 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732110015834.67998c272be4c850d9336914e1132d3d. 2024-11-20T13:43:26,075 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d9fa54154560e751c80d6c8773e8a06, disabling compactions & flushes 2024-11-20T13:43:26,075 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06. 2024-11-20T13:43:26,075 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06. 2024-11-20T13:43:26,075 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06. after waiting 0 ms 2024-11-20T13:43:26,075 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06. 2024-11-20T13:43:26,075 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7d9fa54154560e751c80d6c8773e8a06 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T13:43:26,087 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/845516a71397597fe53c6f76f1d17058/.tmp/colfamily11/707735a2b95647ab905341e1eedf50ba is 52, key is bbb/colfamily11:colfamily11/1732110019634/Put/seqid=0 2024-11-20T13:43:26,088 DEBUG [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(1351): Waiting on 51081010bfd200d5fa473dd05c6d8460, 71f7bbb3f2a4b1b4f585498c1466a7a1, 845516a71397597fe53c6f76f1d17058, 88e817ed5d8388c6d69d06c55a063ea9, 976ffa74bb94fce8d45524f3e1edb281 2024-11-20T13:43:26,091 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d9fa54154560e751c80d6c8773e8a06/.tmp/colfamily11/c0e9f56df23f4a8fafe331c05be22026 is 52, key is ccc/colfamily11:colfamily11/1732110019640/Put/seqid=0 2024-11-20T13:43:26,091 DEBUG [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(1351): Waiting on 7d9fa54154560e751c80d6c8773e8a06, 822db52457e94ec649344e71e2ebdbb0, 9a1c0a8b5d62b59e41c75978945bac35, f011012594608d3db9e51cfa80ceddb8 2024-11-20T13:43:26,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741898_1074 (size=39263) 2024-11-20T13:43:26,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741898_1074 (size=39263) 2024-11-20T13:43:26,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741898_1074 (size=39263) 2024-11-20T13:43:26,096 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/845516a71397597fe53c6f76f1d17058/.tmp/colfamily11/707735a2b95647ab905341e1eedf50ba 2024-11-20T13:43:26,104 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/845516a71397597fe53c6f76f1d17058/.tmp/colfamily11/707735a2b95647ab905341e1eedf50ba as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/845516a71397597fe53c6f76f1d17058/colfamily11/707735a2b95647ab905341e1eedf50ba 2024-11-20T13:43:26,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741899_1075 (size=39263) 2024-11-20T13:43:26,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741899_1075 (size=39263) 2024-11-20T13:43:26,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741899_1075 (size=39263) 2024-11-20T13:43:26,109 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d9fa54154560e751c80d6c8773e8a06/.tmp/colfamily11/c0e9f56df23f4a8fafe331c05be22026 2024-11-20T13:43:26,112 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/845516a71397597fe53c6f76f1d17058/colfamily11/707735a2b95647ab905341e1eedf50ba, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T13:43:26,113 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 845516a71397597fe53c6f76f1d17058 in 47ms, sequenceid=5, compaction requested=false 2024-11-20T13:43:26,116 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d9fa54154560e751c80d6c8773e8a06/.tmp/colfamily11/c0e9f56df23f4a8fafe331c05be22026 as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d9fa54154560e751c80d6c8773e8a06/colfamily11/c0e9f56df23f4a8fafe331c05be22026 2024-11-20T13:43:26,118 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/845516a71397597fe53c6f76f1d17058/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T13:43:26,119 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058. 2024-11-20T13:43:26,119 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 845516a71397597fe53c6f76f1d17058: Waiting for close lock at 1732110206066Running coprocessor pre-close hooks at 1732110206066Disabling compacts and flushes for region at 1732110206066Disabling writes for close at 1732110206066Obtaining lock to block concurrent updates at 1732110206066Preparing flush snapshotting stores in 845516a71397597fe53c6f76f1d17058 at 1732110206066Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732110206066Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058. at 1732110206067 (+1 ms)Flushing 845516a71397597fe53c6f76f1d17058/colfamily11: creating writer at 1732110206067Flushing 845516a71397597fe53c6f76f1d17058/colfamily11: appending metadata at 1732110206087 (+20 ms)Flushing 845516a71397597fe53c6f76f1d17058/colfamily11: closing flushed file at 1732110206087Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@501d90b4: reopening flushed file at 1732110206103 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 845516a71397597fe53c6f76f1d17058 in 47ms, sequenceid=5, compaction requested=false at 1732110206113 (+10 ms)Writing region close event to WAL at 1732110206114 (+1 ms)Running coprocessor post-close hooks at 1732110206119 (+5 ms)Closed at 1732110206119 2024-11-20T13:43:26,119 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732110015834.845516a71397597fe53c6f76f1d17058. 2024-11-20T13:43:26,119 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71f7bbb3f2a4b1b4f585498c1466a7a1, disabling compactions & flushes 2024-11-20T13:43:26,119 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1. 2024-11-20T13:43:26,119 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1. 2024-11-20T13:43:26,119 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1. after waiting 0 ms 2024-11-20T13:43:26,120 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1. 2024-11-20T13:43:26,123 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d9fa54154560e751c80d6c8773e8a06/colfamily11/c0e9f56df23f4a8fafe331c05be22026, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T13:43:26,124 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7d9fa54154560e751c80d6c8773e8a06 in 49ms, sequenceid=5, compaction requested=false 2024-11-20T13:43:26,126 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/71f7bbb3f2a4b1b4f585498c1466a7a1/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-20T13:43:26,127 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1. 2024-11-20T13:43:26,127 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71f7bbb3f2a4b1b4f585498c1466a7a1: Waiting for close lock at 1732110206119Running coprocessor pre-close hooks at 1732110206119Disabling compacts and flushes for region at 1732110206119Disabling writes for close at 1732110206120 (+1 ms)Writing region close event to WAL at 1732110206121 (+1 ms)Running coprocessor post-close hooks at 1732110206127 (+6 ms)Closed at 1732110206127 2024-11-20T13:43:26,127 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732110015834.71f7bbb3f2a4b1b4f585498c1466a7a1. 2024-11-20T13:43:26,127 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51081010bfd200d5fa473dd05c6d8460, disabling compactions & flushes 2024-11-20T13:43:26,127 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460. 2024-11-20T13:43:26,127 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460. 2024-11-20T13:43:26,127 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460. after waiting 0 ms 2024-11-20T13:43:26,127 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460. 2024-11-20T13:43:26,128 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 51081010bfd200d5fa473dd05c6d8460 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T13:43:26,128 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d9fa54154560e751c80d6c8773e8a06/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T13:43:26,129 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06. 2024-11-20T13:43:26,129 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d9fa54154560e751c80d6c8773e8a06: Waiting for close lock at 1732110206075Running coprocessor pre-close hooks at 1732110206075Disabling compacts and flushes for region at 1732110206075Disabling writes for close at 1732110206075Obtaining lock to block concurrent updates at 1732110206075Preparing flush snapshotting stores in 7d9fa54154560e751c80d6c8773e8a06 at 1732110206075Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732110206075Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06. at 1732110206076 (+1 ms)Flushing 7d9fa54154560e751c80d6c8773e8a06/colfamily11: creating writer at 1732110206076Flushing 7d9fa54154560e751c80d6c8773e8a06/colfamily11: appending metadata at 1732110206091 (+15 ms)Flushing 7d9fa54154560e751c80d6c8773e8a06/colfamily11: closing flushed file at 1732110206091Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67d83282: reopening flushed file at 1732110206115 (+24 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7d9fa54154560e751c80d6c8773e8a06 in 49ms, sequenceid=5, compaction requested=false at 1732110206124 (+9 ms)Writing region close event to WAL at 1732110206125 (+1 ms)Running coprocessor post-close hooks at 1732110206129 (+4 ms)Closed at 1732110206129 2024-11-20T13:43:26,129 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732110015834.7d9fa54154560e751c80d6c8773e8a06. 2024-11-20T13:43:26,130 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 822db52457e94ec649344e71e2ebdbb0, disabling compactions & flushes 2024-11-20T13:43:26,130 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0. 2024-11-20T13:43:26,130 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0. 2024-11-20T13:43:26,130 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0. after waiting 0 ms 2024-11-20T13:43:26,130 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0. 2024-11-20T13:43:26,130 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 822db52457e94ec649344e71e2ebdbb0 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T13:43:26,144 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51081010bfd200d5fa473dd05c6d8460/.tmp/colfamily11/9b0b1719d0964d3f8c315b48e5e6db5c is 52, key is eee/colfamily11:colfamily11/1732110019765/Put/seqid=0 2024-11-20T13:43:26,144 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/822db52457e94ec649344e71e2ebdbb0/.tmp/colfamily11/deb899bded8f4bacb191639682e86aec is 52, key is uuu/colfamily11:colfamily11/1732110020009/Put/seqid=0 2024-11-20T13:43:26,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741900_1076 (size=39263) 2024-11-20T13:43:26,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741900_1076 (size=39263) 2024-11-20T13:43:26,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741900_1076 (size=39263) 2024-11-20T13:43:26,152 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/822db52457e94ec649344e71e2ebdbb0/.tmp/colfamily11/deb899bded8f4bacb191639682e86aec 2024-11-20T13:43:26,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741901_1077 (size=39263) 2024-11-20T13:43:26,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741901_1077 (size=39263) 2024-11-20T13:43:26,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741901_1077 (size=39263) 2024-11-20T13:43:26,159 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51081010bfd200d5fa473dd05c6d8460/.tmp/colfamily11/9b0b1719d0964d3f8c315b48e5e6db5c 2024-11-20T13:43:26,160 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/822db52457e94ec649344e71e2ebdbb0/.tmp/colfamily11/deb899bded8f4bacb191639682e86aec as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/822db52457e94ec649344e71e2ebdbb0/colfamily11/deb899bded8f4bacb191639682e86aec 2024-11-20T13:43:26,169 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51081010bfd200d5fa473dd05c6d8460/.tmp/colfamily11/9b0b1719d0964d3f8c315b48e5e6db5c as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51081010bfd200d5fa473dd05c6d8460/colfamily11/9b0b1719d0964d3f8c315b48e5e6db5c 2024-11-20T13:43:26,171 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/822db52457e94ec649344e71e2ebdbb0/colfamily11/deb899bded8f4bacb191639682e86aec, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T13:43:26,173 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 822db52457e94ec649344e71e2ebdbb0 in 42ms, sequenceid=5, compaction requested=false 2024-11-20T13:43:26,177 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51081010bfd200d5fa473dd05c6d8460/colfamily11/9b0b1719d0964d3f8c315b48e5e6db5c, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T13:43:26,178 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 51081010bfd200d5fa473dd05c6d8460 in 50ms, sequenceid=5, compaction requested=false 2024-11-20T13:43:26,185 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/822db52457e94ec649344e71e2ebdbb0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T13:43:26,186 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/51081010bfd200d5fa473dd05c6d8460/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T13:43:26,187 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0. 2024-11-20T13:43:26,187 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 822db52457e94ec649344e71e2ebdbb0: Waiting for close lock at 1732110206129Running coprocessor pre-close hooks at 1732110206129Disabling compacts and flushes for region at 1732110206129Disabling writes for close at 1732110206130 (+1 ms)Obtaining lock to block concurrent updates at 1732110206130Preparing flush snapshotting stores in 822db52457e94ec649344e71e2ebdbb0 at 1732110206130Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732110206130Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0. at 1732110206131 (+1 ms)Flushing 822db52457e94ec649344e71e2ebdbb0/colfamily11: creating writer at 1732110206131Flushing 822db52457e94ec649344e71e2ebdbb0/colfamily11: appending metadata at 1732110206144 (+13 ms)Flushing 822db52457e94ec649344e71e2ebdbb0/colfamily11: closing flushed file at 1732110206144Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e1ed9e3: reopening flushed file at 1732110206159 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 822db52457e94ec649344e71e2ebdbb0 in 42ms, sequenceid=5, compaction requested=false at 1732110206173 (+14 ms)Writing region close event to WAL at 1732110206180 (+7 ms)Running coprocessor post-close hooks at 1732110206187 (+7 ms)Closed at 1732110206187 2024-11-20T13:43:26,187 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732110015834.822db52457e94ec649344e71e2ebdbb0. 2024-11-20T13:43:26,187 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f011012594608d3db9e51cfa80ceddb8, disabling compactions & flushes 2024-11-20T13:43:26,188 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8. 2024-11-20T13:43:26,188 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8. 2024-11-20T13:43:26,188 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460. 2024-11-20T13:43:26,188 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8. after waiting 0 ms 2024-11-20T13:43:26,188 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8. 2024-11-20T13:43:26,188 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51081010bfd200d5fa473dd05c6d8460: Waiting for close lock at 1732110206127Running coprocessor pre-close hooks at 1732110206127Disabling compacts and flushes for region at 1732110206127Disabling writes for close at 1732110206127Obtaining lock to block concurrent updates at 1732110206128 (+1 ms)Preparing flush snapshotting stores in 51081010bfd200d5fa473dd05c6d8460 at 1732110206128Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732110206129 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460. at 1732110206129Flushing 51081010bfd200d5fa473dd05c6d8460/colfamily11: creating writer at 1732110206129Flushing 51081010bfd200d5fa473dd05c6d8460/colfamily11: appending metadata at 1732110206144 (+15 ms)Flushing 51081010bfd200d5fa473dd05c6d8460/colfamily11: closing flushed file at 1732110206144Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@db5490a: reopening flushed file at 1732110206167 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 51081010bfd200d5fa473dd05c6d8460 in 50ms, sequenceid=5, compaction requested=false at 1732110206178 (+11 ms)Writing region close event to WAL at 1732110206182 (+4 ms)Running coprocessor post-close hooks at 1732110206188 (+6 ms)Closed at 1732110206188 2024-11-20T13:43:26,188 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732110015834.51081010bfd200d5fa473dd05c6d8460. 2024-11-20T13:43:26,188 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 88e817ed5d8388c6d69d06c55a063ea9, disabling compactions & flushes 2024-11-20T13:43:26,188 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9. 2024-11-20T13:43:26,188 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9. 2024-11-20T13:43:26,188 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9. after waiting 0 ms 2024-11-20T13:43:26,188 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9. 2024-11-20T13:43:26,195 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f011012594608d3db9e51cfa80ceddb8/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-20T13:43:26,195 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8. 2024-11-20T13:43:26,195 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f011012594608d3db9e51cfa80ceddb8: Waiting for close lock at 1732110206187Running coprocessor pre-close hooks at 1732110206187Disabling compacts and flushes for region at 1732110206187Disabling writes for close at 1732110206188 (+1 ms)Writing region close event to WAL at 1732110206190 (+2 ms)Running coprocessor post-close hooks at 1732110206195 (+5 ms)Closed at 1732110206195 2024-11-20T13:43:26,195 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732110015834.f011012594608d3db9e51cfa80ceddb8. 2024-11-20T13:43:26,196 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a1c0a8b5d62b59e41c75978945bac35, disabling compactions & flushes 2024-11-20T13:43:26,196 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35. 2024-11-20T13:43:26,196 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35. 2024-11-20T13:43:26,196 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35. after waiting 0 ms 2024-11-20T13:43:26,196 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35. 2024-11-20T13:43:26,196 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9a1c0a8b5d62b59e41c75978945bac35 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T13:43:26,198 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88e817ed5d8388c6d69d06c55a063ea9/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-20T13:43:26,200 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9. 2024-11-20T13:43:26,200 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 88e817ed5d8388c6d69d06c55a063ea9: Waiting for close lock at 1732110206188Running coprocessor pre-close hooks at 1732110206188Disabling compacts and flushes for region at 1732110206188Disabling writes for close at 1732110206188Writing region close event to WAL at 1732110206190 (+2 ms)Running coprocessor post-close hooks at 1732110206199 (+9 ms)Closed at 1732110206200 (+1 ms) 2024-11-20T13:43:26,200 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732110015834.88e817ed5d8388c6d69d06c55a063ea9. 2024-11-20T13:43:26,200 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 976ffa74bb94fce8d45524f3e1edb281, disabling compactions & flushes 2024-11-20T13:43:26,200 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732110015834.976ffa74bb94fce8d45524f3e1edb281. 2024-11-20T13:43:26,200 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732110015834.976ffa74bb94fce8d45524f3e1edb281. 2024-11-20T13:43:26,200 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732110015834.976ffa74bb94fce8d45524f3e1edb281. after waiting 0 ms 2024-11-20T13:43:26,200 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732110015834.976ffa74bb94fce8d45524f3e1edb281. 2024-11-20T13:43:26,200 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 976ffa74bb94fce8d45524f3e1edb281 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T13:43:26,217 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9a1c0a8b5d62b59e41c75978945bac35/.tmp/colfamily11/cf8fbd85be6d49479a2c52ebc5a3cc4b is 52, key is qqq/colfamily11:colfamily11/1732110019940/Put/seqid=0 2024-11-20T13:43:26,224 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/976ffa74bb94fce8d45524f3e1edb281/.tmp/colfamily11/6dfa383432014e158ab6c729254c079d is 52, key is nnn/colfamily11:colfamily11/1732110019896/Put/seqid=0 2024-11-20T13:43:26,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741902_1078 (size=39263) 2024-11-20T13:43:26,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741902_1078 (size=39263) 2024-11-20T13:43:26,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741902_1078 (size=39263) 2024-11-20T13:43:26,239 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9a1c0a8b5d62b59e41c75978945bac35/.tmp/colfamily11/cf8fbd85be6d49479a2c52ebc5a3cc4b 2024-11-20T13:43:26,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741903_1079 (size=39263) 2024-11-20T13:43:26,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741903_1079 (size=39263) 2024-11-20T13:43:26,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741903_1079 (size=39263) 2024-11-20T13:43:26,246 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/976ffa74bb94fce8d45524f3e1edb281/.tmp/colfamily11/6dfa383432014e158ab6c729254c079d 2024-11-20T13:43:26,250 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9a1c0a8b5d62b59e41c75978945bac35/.tmp/colfamily11/cf8fbd85be6d49479a2c52ebc5a3cc4b as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9a1c0a8b5d62b59e41c75978945bac35/colfamily11/cf8fbd85be6d49479a2c52ebc5a3cc4b 2024-11-20T13:43:26,256 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/976ffa74bb94fce8d45524f3e1edb281/.tmp/colfamily11/6dfa383432014e158ab6c729254c079d as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/976ffa74bb94fce8d45524f3e1edb281/colfamily11/6dfa383432014e158ab6c729254c079d 2024-11-20T13:43:26,258 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9a1c0a8b5d62b59e41c75978945bac35/colfamily11/cf8fbd85be6d49479a2c52ebc5a3cc4b, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T13:43:26,259 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9a1c0a8b5d62b59e41c75978945bac35 in 63ms, sequenceid=5, compaction requested=false 2024-11-20T13:43:26,265 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9a1c0a8b5d62b59e41c75978945bac35/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T13:43:26,266 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/976ffa74bb94fce8d45524f3e1edb281/colfamily11/6dfa383432014e158ab6c729254c079d, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T13:43:26,266 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35. 2024-11-20T13:43:26,266 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a1c0a8b5d62b59e41c75978945bac35: Waiting for close lock at 1732110206196Running coprocessor pre-close hooks at 1732110206196Disabling compacts and flushes for region at 1732110206196Disabling writes for close at 1732110206196Obtaining lock to block concurrent updates at 1732110206196Preparing flush snapshotting stores in 9a1c0a8b5d62b59e41c75978945bac35 at 1732110206196Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732110206197 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35. at 1732110206197Flushing 9a1c0a8b5d62b59e41c75978945bac35/colfamily11: creating writer at 1732110206197Flushing 9a1c0a8b5d62b59e41c75978945bac35/colfamily11: appending metadata at 1732110206216 (+19 ms)Flushing 9a1c0a8b5d62b59e41c75978945bac35/colfamily11: closing flushed file at 1732110206216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46f5ce0e: reopening flushed file at 1732110206249 (+33 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9a1c0a8b5d62b59e41c75978945bac35 in 63ms, sequenceid=5, compaction requested=false at 1732110206259 (+10 ms)Writing region close event to WAL at 1732110206261 (+2 ms)Running coprocessor post-close hooks at 1732110206266 (+5 ms)Closed at 1732110206266 2024-11-20T13:43:26,266 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732110015834.9a1c0a8b5d62b59e41c75978945bac35. 2024-11-20T13:43:26,267 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 976ffa74bb94fce8d45524f3e1edb281 in 66ms, sequenceid=5, compaction requested=false 2024-11-20T13:43:26,271 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/976ffa74bb94fce8d45524f3e1edb281/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T13:43:26,272 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732110015834.976ffa74bb94fce8d45524f3e1edb281. 2024-11-20T13:43:26,272 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 976ffa74bb94fce8d45524f3e1edb281: Waiting for close lock at 1732110206200Running coprocessor pre-close hooks at 1732110206200Disabling compacts and flushes for region at 1732110206200Disabling writes for close at 1732110206200Obtaining lock to block concurrent updates at 1732110206201 (+1 ms)Preparing flush snapshotting stores in 976ffa74bb94fce8d45524f3e1edb281 at 1732110206201Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732110015834.976ffa74bb94fce8d45524f3e1edb281., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732110206201Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732110015834.976ffa74bb94fce8d45524f3e1edb281. at 1732110206202 (+1 ms)Flushing 976ffa74bb94fce8d45524f3e1edb281/colfamily11: creating writer at 1732110206202Flushing 976ffa74bb94fce8d45524f3e1edb281/colfamily11: appending metadata at 1732110206224 (+22 ms)Flushing 976ffa74bb94fce8d45524f3e1edb281/colfamily11: closing flushed file at 1732110206224Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79616224: reopening flushed file at 1732110206255 (+31 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 976ffa74bb94fce8d45524f3e1edb281 in 66ms, sequenceid=5, compaction requested=false at 1732110206267 (+12 ms)Writing region close event to WAL at 1732110206267Running coprocessor post-close hooks at 1732110206272 (+5 ms)Closed at 1732110206272 2024-11-20T13:43:26,272 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732110015834.976ffa74bb94fce8d45524f3e1edb281. 2024-11-20T13:43:26,289 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(976): stopping server 28425b5b8f92,43975,1732110013111; all regions closed. 2024-11-20T13:43:26,291 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(976): stopping server 28425b5b8f92,43915,1732110013268; all regions closed. 2024-11-20T13:43:26,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741833_1009 (size=316529) 2024-11-20T13:43:26,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741833_1009 (size=316529) 2024-11-20T13:43:26,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741833_1009 (size=316529) 2024-11-20T13:43:26,293 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/WALs/28425b5b8f92,43975,1732110013111/28425b5b8f92%2C43975%2C1732110013111.1732110014841 not finished, retry = 0 2024-11-20T13:43:26,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741865_1041 (size=14094) 2024-11-20T13:43:26,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741865_1041 (size=14094) 2024-11-20T13:43:26,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741865_1041 (size=14094) 2024-11-20T13:43:26,297 DEBUG [RS:2;28425b5b8f92:43915 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/oldWALs 2024-11-20T13:43:26,297 INFO [RS:2;28425b5b8f92:43915 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 28425b5b8f92%2C43915%2C1732110013268.meta:.meta(num 1732110201510) 2024-11-20T13:43:26,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741835_1011 (size=353044) 2024-11-20T13:43:26,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741835_1011 (size=353044) 2024-11-20T13:43:26,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741835_1011 (size=353044) 2024-11-20T13:43:26,304 DEBUG [RS:2;28425b5b8f92:43915 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/oldWALs 2024-11-20T13:43:26,304 INFO [RS:2;28425b5b8f92:43915 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 28425b5b8f92%2C43915%2C1732110013268:(num 1732110014842) 2024-11-20T13:43:26,304 DEBUG [RS:2;28425b5b8f92:43915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:43:26,304 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:43:26,304 INFO [RS:2;28425b5b8f92:43915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T13:43:26,305 INFO [RS:2;28425b5b8f92:43915 {}] hbase.ChoreService(370): Chore service for: regionserver/28425b5b8f92:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T13:43:26,305 INFO [RS:2;28425b5b8f92:43915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T13:43:26,305 INFO [regionserver/28425b5b8f92:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T13:43:26,305 INFO [RS:2;28425b5b8f92:43915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43915 2024-11-20T13:43:26,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/28425b5b8f92,43915,1732110013268 2024-11-20T13:43:26,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:43:26,347 INFO [RS:2;28425b5b8f92:43915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T13:43:26,358 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [28425b5b8f92,43915,1732110013268] 2024-11-20T13:43:26,368 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/28425b5b8f92,43915,1732110013268 already deleted, retry=false 2024-11-20T13:43:26,369 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 28425b5b8f92,43915,1732110013268 expired; onlineServers=1 2024-11-20T13:43:26,396 DEBUG [RS:0;28425b5b8f92:43975 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/oldWALs 2024-11-20T13:43:26,396 INFO [RS:0;28425b5b8f92:43975 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 28425b5b8f92%2C43975%2C1732110013111:(num 1732110014841) 2024-11-20T13:43:26,396 DEBUG [RS:0;28425b5b8f92:43975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:43:26,396 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:43:26,396 INFO [RS:0;28425b5b8f92:43975 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T13:43:26,396 INFO [RS:0;28425b5b8f92:43975 {}] hbase.ChoreService(370): Chore service for: regionserver/28425b5b8f92:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T13:43:26,397 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T13:43:26,397 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T13:43:26,397 INFO [regionserver/28425b5b8f92:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T13:43:26,397 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T13:43:26,397 INFO [RS:0;28425b5b8f92:43975 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T13:43:26,397 INFO [RS:0;28425b5b8f92:43975 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43975 2024-11-20T13:43:26,410 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/28425b5b8f92,43975,1732110013111 2024-11-20T13:43:26,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:43:26,410 INFO [RS:0;28425b5b8f92:43975 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T13:43:26,421 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [28425b5b8f92,43975,1732110013111] 2024-11-20T13:43:26,432 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/28425b5b8f92,43975,1732110013111 already deleted, retry=false 2024-11-20T13:43:26,432 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 28425b5b8f92,43975,1732110013111 expired; onlineServers=0 2024-11-20T13:43:26,432 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '28425b5b8f92,42989,1732110012331' ***** 2024-11-20T13:43:26,432 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T13:43:26,432 INFO [M:0;28425b5b8f92:42989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T13:43:26,432 INFO [M:0;28425b5b8f92:42989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T13:43:26,432 DEBUG [M:0;28425b5b8f92:42989 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T13:43:26,432 DEBUG [M:0;28425b5b8f92:42989 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T13:43:26,432 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T13:43:26,432 DEBUG [master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.small.0-1732110014448 {}] cleaner.HFileCleaner(306): Exit Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.small.0-1732110014448,5,FailOnTimeoutGroup] 2024-11-20T13:43:26,432 DEBUG [master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.large.0-1732110014448 {}] cleaner.HFileCleaner(306): Exit Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.large.0-1732110014448,5,FailOnTimeoutGroup] 2024-11-20T13:43:26,433 INFO [M:0;28425b5b8f92:42989 {}] hbase.ChoreService(370): Chore service for: master/28425b5b8f92:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T13:43:26,433 INFO [M:0;28425b5b8f92:42989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T13:43:26,433 DEBUG [M:0;28425b5b8f92:42989 {}] master.HMaster(1795): Stopping service threads 2024-11-20T13:43:26,433 INFO [M:0;28425b5b8f92:42989 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T13:43:26,433 INFO [M:0;28425b5b8f92:42989 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:43:26,433 INFO [M:0;28425b5b8f92:42989 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T13:43:26,433 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T13:43:26,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T13:43:26,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:43:26,442 DEBUG [M:0;28425b5b8f92:42989 {}] zookeeper.ZKUtil(347): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T13:43:26,442 WARN [M:0;28425b5b8f92:42989 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T13:43:26,443 INFO [M:0;28425b5b8f92:42989 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/.lastflushedseqids 2024-11-20T13:43:26,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741904_1080 (size=2864) 2024-11-20T13:43:26,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741904_1080 (size=2864) 2024-11-20T13:43:26,458 INFO [RS:2;28425b5b8f92:43915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T13:43:26,458 INFO [RS:2;28425b5b8f92:43915 {}] regionserver.HRegionServer(1031): Exiting; stopping=28425b5b8f92,43915,1732110013268; zookeeper connection closed. 2024-11-20T13:43:26,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:43:26,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x101587947d70003, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:43:26,458 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11aabb27 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11aabb27 2024-11-20T13:43:26,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741904_1080 (size=2864) 2024-11-20T13:43:26,459 INFO [M:0;28425b5b8f92:42989 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T13:43:26,459 INFO [M:0;28425b5b8f92:42989 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T13:43:26,459 DEBUG [M:0;28425b5b8f92:42989 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T13:43:26,459 INFO [M:0;28425b5b8f92:42989 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:43:26,459 DEBUG [M:0;28425b5b8f92:42989 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:43:26,459 DEBUG [M:0;28425b5b8f92:42989 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T13:43:26,459 DEBUG [M:0;28425b5b8f92:42989 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:43:26,459 INFO [M:0;28425b5b8f92:42989 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=336.05 KB heapSize=394.93 KB 2024-11-20T13:43:26,474 DEBUG [M:0;28425b5b8f92:42989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9550b9df307b402086449ce286a4af8d is 82, key is hbase:meta,,1/info:regioninfo/1732110201790/Put/seqid=0 2024-11-20T13:43:26,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741905_1081 (size=6071) 2024-11-20T13:43:26,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741905_1081 (size=6071) 2024-11-20T13:43:26,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741905_1081 (size=6071) 2024-11-20T13:43:26,482 INFO [M:0;28425b5b8f92:42989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=619 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9550b9df307b402086449ce286a4af8d 2024-11-20T13:43:26,510 DEBUG [M:0;28425b5b8f92:42989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0de6b48b42444acc824b5a00c66463c9 is 4106, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732110017498/Put/seqid=0 2024-11-20T13:43:26,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741906_1082 (size=13324) 2024-11-20T13:43:26,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741906_1082 (size=13324) 2024-11-20T13:43:26,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741906_1082 (size=13324) 2024-11-20T13:43:26,519 INFO [M:0;28425b5b8f92:42989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=334.82 KB at sequenceid=619 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0de6b48b42444acc824b5a00c66463c9 2024-11-20T13:43:26,521 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:43:26,521 INFO [RS:0;28425b5b8f92:43975 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T13:43:26,521 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101587947d70001, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:43:26,521 INFO [RS:0;28425b5b8f92:43975 {}] regionserver.HRegionServer(1031): Exiting; stopping=28425b5b8f92,43975,1732110013111; zookeeper connection closed. 2024-11-20T13:43:26,522 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13ecd6c9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13ecd6c9 2024-11-20T13:43:26,522 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T13:43:26,546 DEBUG [M:0;28425b5b8f92:42989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83eca21c390249568024c3854427c4bc is 69, key is 28425b5b8f92,43915,1732110013268/rs:state/1732110014537/Put/seqid=0 2024-11-20T13:43:26,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741907_1083 (size=5442) 2024-11-20T13:43:26,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741907_1083 (size=5442) 2024-11-20T13:43:26,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741907_1083 (size=5442) 2024-11-20T13:43:26,560 INFO [M:0;28425b5b8f92:42989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=619 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83eca21c390249568024c3854427c4bc 2024-11-20T13:43:26,566 INFO [M:0;28425b5b8f92:42989 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83eca21c390249568024c3854427c4bc 2024-11-20T13:43:26,567 DEBUG [M:0;28425b5b8f92:42989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9550b9df307b402086449ce286a4af8d as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9550b9df307b402086449ce286a4af8d 2024-11-20T13:43:26,574 INFO [M:0;28425b5b8f92:42989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9550b9df307b402086449ce286a4af8d, entries=14, sequenceid=619, filesize=5.9 K 2024-11-20T13:43:26,575 DEBUG [M:0;28425b5b8f92:42989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0de6b48b42444acc824b5a00c66463c9 as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0de6b48b42444acc824b5a00c66463c9 2024-11-20T13:43:26,581 INFO [M:0;28425b5b8f92:42989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0de6b48b42444acc824b5a00c66463c9, entries=79, sequenceid=619, filesize=13.0 K 2024-11-20T13:43:26,582 DEBUG [M:0;28425b5b8f92:42989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83eca21c390249568024c3854427c4bc as hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83eca21c390249568024c3854427c4bc 2024-11-20T13:43:26,589 INFO [M:0;28425b5b8f92:42989 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83eca21c390249568024c3854427c4bc 2024-11-20T13:43:26,589 INFO [M:0;28425b5b8f92:42989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/045b7d94-51ea-52a5-5987-2c2d027270f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83eca21c390249568024c3854427c4bc, entries=3, sequenceid=619, filesize=5.3 K 2024-11-20T13:43:26,590 INFO [M:0;28425b5b8f92:42989 {}] regionserver.HRegion(3140): Finished flush of dataSize ~336.05 KB/344111, heapSize ~394.63 KB/404104, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=619, compaction requested=false 2024-11-20T13:43:26,591 INFO [M:0;28425b5b8f92:42989 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:43:26,591 DEBUG [M:0;28425b5b8f92:42989 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732110206459Disabling compacts and flushes for region at 1732110206459Disabling writes for close at 1732110206459Obtaining lock to block concurrent updates at 1732110206459Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732110206459Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=344111, getHeapSize=404344, getOffHeapSize=0, getCellsCount=780 at 1732110206460 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732110206460Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732110206460Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732110206474 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732110206474Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732110206489 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732110206510 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732110206510Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732110206525 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732110206545 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732110206545Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@575ba6b6: reopening flushed file at 1732110206566 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@284bbc22: reopening flushed file at 1732110206574 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58517856: reopening flushed file at 1732110206582 (+8 ms)Finished flush of dataSize ~336.05 KB/344111, heapSize ~394.63 KB/404104, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=619, compaction requested=false at 1732110206590 (+8 ms)Writing region close event to WAL at 1732110206591 (+1 ms)Closed at 1732110206591 2024-11-20T13:43:26,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741830_1006 (size=385409) 2024-11-20T13:43:26,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741830_1006 (size=385409) 2024-11-20T13:43:26,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741830_1006 (size=385409) 2024-11-20T13:43:26,595 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T13:43:26,595 INFO [M:0;28425b5b8f92:42989 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T13:43:26,595 INFO [M:0;28425b5b8f92:42989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42989 2024-11-20T13:43:26,595 INFO [M:0;28425b5b8f92:42989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T13:43:26,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:43:26,700 INFO [M:0;28425b5b8f92:42989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T13:43:26,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x101587947d70000, quorum=127.0.0.1:62422, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:43:26,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10fe3f07{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:43:26,778 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5904946f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:43:26,779 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:43:26,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ebf56ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:43:26,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f411fc0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/hadoop.log.dir/,STOPPED} 2024-11-20T13:43:26,782 WARN [BP-285141255-172.17.0.2-1732110007381 heartbeating to localhost/127.0.0.1:42281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:43:26,782 WARN [BP-285141255-172.17.0.2-1732110007381 heartbeating to localhost/127.0.0.1:42281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-285141255-172.17.0.2-1732110007381 (Datanode Uuid 29c13f38-b35e-47ef-a0b1-88944889b379) service to localhost/127.0.0.1:42281 2024-11-20T13:43:26,784 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/cluster_a5f45583-8243-ffe6-cc68-9f072c02ba3a/data/data5/current/BP-285141255-172.17.0.2-1732110007381 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:43:26,784 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:43:26,784 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:43:26,784 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/cluster_a5f45583-8243-ffe6-cc68-9f072c02ba3a/data/data6/current/BP-285141255-172.17.0.2-1732110007381 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:43:26,784 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:43:26,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2925d9ef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:43:26,790 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74214a4f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:43:26,790 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:43:26,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5480bc23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:43:26,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b86904d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/hadoop.log.dir/,STOPPED} 2024-11-20T13:43:26,793 WARN [BP-285141255-172.17.0.2-1732110007381 heartbeating to localhost/127.0.0.1:42281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:43:26,793 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:43:26,793 WARN [BP-285141255-172.17.0.2-1732110007381 heartbeating to localhost/127.0.0.1:42281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-285141255-172.17.0.2-1732110007381 (Datanode Uuid cbf352b2-2e91-4d26-9123-af1a0077954f) service to localhost/127.0.0.1:42281 2024-11-20T13:43:26,793 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:43:26,794 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/cluster_a5f45583-8243-ffe6-cc68-9f072c02ba3a/data/data3/current/BP-285141255-172.17.0.2-1732110007381 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:43:26,794 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/cluster_a5f45583-8243-ffe6-cc68-9f072c02ba3a/data/data4/current/BP-285141255-172.17.0.2-1732110007381 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:43:26,794 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:43:26,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7937b685{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:43:26,804 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15e7d6d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:43:26,804 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:43:26,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71f8e357{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:43:26,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ee08c4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/hadoop.log.dir/,STOPPED} 2024-11-20T13:43:26,807 WARN [BP-285141255-172.17.0.2-1732110007381 heartbeating to localhost/127.0.0.1:42281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:43:26,807 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:43:26,807 WARN [BP-285141255-172.17.0.2-1732110007381 heartbeating to localhost/127.0.0.1:42281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-285141255-172.17.0.2-1732110007381 (Datanode Uuid 01e6bb93-94f7-4495-9542-15f32c1e5d31) service to localhost/127.0.0.1:42281 2024-11-20T13:43:26,807 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:43:26,807 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/cluster_a5f45583-8243-ffe6-cc68-9f072c02ba3a/data/data1/current/BP-285141255-172.17.0.2-1732110007381 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:43:26,807 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/cluster_a5f45583-8243-ffe6-cc68-9f072c02ba3a/data/data2/current/BP-285141255-172.17.0.2-1732110007381 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:43:26,807 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:43:26,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@681e6b33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T13:43:26,817 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66ea3674{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:43:26,817 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:43:26,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3db55f04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:43:26,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@667e8272{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1a601c90-3927-033a-c30f-b76f8090ab8f/hadoop.log.dir/,STOPPED} 2024-11-20T13:43:26,830 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T13:43:26,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T13:43:26,924 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=87 (was 11) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (641675642) connection to localhost/127.0.0.1:42281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/28425b5b8f92:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (641675642) connection to localhost/127.0.0.1:42281 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/28425b5b8f92:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (641675642) connection to localhost/127.0.0.1:42281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@414f4765 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/28425b5b8f92:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/28425b5b8f92:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: regionserver/28425b5b8f92:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/28425b5b8f92:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (641675642) connection to localhost/127.0.0.1:42281 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/28425b5b8f92:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/28425b5b8f92:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=458 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 271), ProcessCount=11 (was 11), AvailableMemoryMB=8137 (was 9078)