2024-11-13 19:46:49,229 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5b38c1ec 2024-11-13 19:46:49,249 main DEBUG Took 0.013878 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 19:46:49,249 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 19:46:49,250 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 19:46:49,251 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 19:46:49,253 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:46:49,274 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 19:46:49,312 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:46:49,314 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:46:49,315 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:46:49,315 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:46:49,316 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:46:49,316 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:46:49,318 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:46:49,318 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:46:49,319 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:46:49,319 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:46:49,321 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:46:49,321 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:46:49,326 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:46:49,327 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:46:49,329 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:46:49,330 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:46:49,331 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:46:49,332 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:46:49,334 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:46:49,335 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:46:49,335 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:46:49,337 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:46:49,338 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:46:49,340 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:46:49,342 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:46:49,343 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 19:46:49,345 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:46:49,347 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 19:46:49,349 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 19:46:49,349 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 19:46:49,351 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 19:46:49,352 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 19:46:49,364 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 19:46:49,368 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 19:46:49,370 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 19:46:49,371 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 19:46:49,371 main DEBUG createAppenders(={Console}) 2024-11-13 19:46:49,372 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5b38c1ec initialized 2024-11-13 19:46:49,372 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5b38c1ec 2024-11-13 19:46:49,373 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5b38c1ec OK. 2024-11-13 19:46:49,374 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 19:46:49,374 main DEBUG OutputStream closed 2024-11-13 19:46:49,374 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 19:46:49,375 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 19:46:49,375 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@bae7dc0 OK 2024-11-13 19:46:49,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 19:46:49,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 19:46:49,503 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 19:46:49,504 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 19:46:49,505 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 19:46:49,506 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 19:46:49,506 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 19:46:49,507 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 19:46:49,507 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 19:46:49,507 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 19:46:49,510 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 19:46:49,510 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 19:46:49,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 19:46:49,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 19:46:49,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 19:46:49,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 19:46:49,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 19:46:49,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 19:46:49,516 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 19:46:49,516 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@2b76ff4e) with optional ClassLoader: null 2024-11-13 19:46:49,517 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 19:46:49,518 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@2b76ff4e] started OK. 2024-11-13T19:46:49,533 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-13 19:46:49,535 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 19:46:49,536 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T19:46:49,582 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=961, ProcessCount=11, AvailableMemoryMB=3257 2024-11-13T19:46:50,017 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c 2024-11-13T19:46:50,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:46:50,036 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/cluster_882d91e2-9f0b-b9ff-fffc-c14755454f81, deleteOnExit=true 2024-11-13T19:46:50,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:46:50,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/test.cache.data in system properties and HBase conf 2024-11-13T19:46:50,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:46:50,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:46:50,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:46:50,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:46:50,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:46:50,132 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T19:46:50,219 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:46:50,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:46:50,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:46:50,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:46:50,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:46:50,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:46:50,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:46:50,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:46:50,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:46:50,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:46:50,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:46:50,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:46:50,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:46:50,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:46:50,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:46:51,461 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T19:46:51,560 INFO [Time-limited test {}] log.Log(170): Logging initialized @3609ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T19:46:51,680 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:46:51,800 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:46:51,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:46:51,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:46:51,856 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:46:51,875 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:46:51,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@603cc298{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:46:51,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a285726{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:46:52,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3856fc6d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/java.io.tmpdir/jetty-localhost-35919-hadoop-hdfs-3_4_1-tests_jar-_-any-3440141308900346957/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:46:52,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6bb2c82d{HTTP/1.1, (http/1.1)}{localhost:35919} 2024-11-13T19:46:52,206 INFO [Time-limited test {}] server.Server(415): Started @4256ms 2024-11-13T19:46:52,746 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:46:52,757 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:46:52,763 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:46:52,763 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:46:52,763 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:46:52,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f13bc86{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:46:52,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31bf1771{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:46:52,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ff3d0e4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/java.io.tmpdir/jetty-localhost-39573-hadoop-hdfs-3_4_1-tests_jar-_-any-1650995592507479705/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:46:52,933 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43073db4{HTTP/1.1, (http/1.1)}{localhost:39573} 2024-11-13T19:46:52,933 INFO [Time-limited test {}] server.Server(415): Started @4983ms 2024-11-13T19:46:53,024 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:46:53,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:46:53,448 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:46:53,507 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:46:53,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:46:53,508 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:46:53,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6632ff06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:46:53,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fe9822{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:46:53,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f7a34ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/java.io.tmpdir/jetty-localhost-43369-hadoop-hdfs-3_4_1-tests_jar-_-any-15543412879421802363/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:46:53,755 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3379b534{HTTP/1.1, (http/1.1)}{localhost:43369} 2024-11-13T19:46:53,755 INFO [Time-limited test {}] server.Server(415): Started @5806ms 2024-11-13T19:46:53,760 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:46:53,931 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:46:53,946 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:46:53,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:46:53,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:46:53,957 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:46:53,959 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/cluster_882d91e2-9f0b-b9ff-fffc-c14755454f81/data/data2/current/BP-1567634359-172.17.0.2-1731527211099/current, will proceed with Du for space computation calculation, 2024-11-13T19:46:53,959 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/cluster_882d91e2-9f0b-b9ff-fffc-c14755454f81/data/data1/current/BP-1567634359-172.17.0.2-1731527211099/current, will proceed with Du for space computation calculation, 2024-11-13T19:46:53,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@eb0e003{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:46:53,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41133ac4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:46:54,065 WARN [Thread-109 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/cluster_882d91e2-9f0b-b9ff-fffc-c14755454f81/data/data3/current/BP-1567634359-172.17.0.2-1731527211099/current, will proceed with Du for space computation calculation, 2024-11-13T19:46:54,066 WARN [Thread-110 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/cluster_882d91e2-9f0b-b9ff-fffc-c14755454f81/data/data4/current/BP-1567634359-172.17.0.2-1731527211099/current, will proceed with Du for space computation calculation, 2024-11-13T19:46:54,143 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:46:54,157 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:46:54,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32ffed9c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/java.io.tmpdir/jetty-localhost-33159-hadoop-hdfs-3_4_1-tests_jar-_-any-6915694609207727138/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:46:54,197 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38754c65{HTTP/1.1, (http/1.1)}{localhost:33159} 2024-11-13T19:46:54,198 INFO [Time-limited test {}] server.Server(415): Started @6248ms 2024-11-13T19:46:54,200 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:46:54,256 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x903143395ab2f0a3 with lease ID 0x4d8f5f5d032d4d02: Processing first storage report for DS-1cf76c20-1583-48c0-b296-e8016e951fcd from datanode DatanodeRegistration(127.0.0.1:42507, datanodeUuid=e1f13ec4-a776-4c84-b9a0-52e2a90469c4, infoPort=44139, infoSecurePort=0, ipcPort=38407, storageInfo=lv=-57;cid=testClusterID;nsid=1629673899;c=1731527211099) 2024-11-13T19:46:54,258 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x903143395ab2f0a3 with lease ID 0x4d8f5f5d032d4d02: from storage DS-1cf76c20-1583-48c0-b296-e8016e951fcd node DatanodeRegistration(127.0.0.1:42507, datanodeUuid=e1f13ec4-a776-4c84-b9a0-52e2a90469c4, infoPort=44139, infoSecurePort=0, ipcPort=38407, storageInfo=lv=-57;cid=testClusterID;nsid=1629673899;c=1731527211099), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-13T19:46:54,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56dfdbb9b3779343 with lease ID 0x4d8f5f5d032d4d03: Processing first storage report for DS-15b05622-c4e1-4c1e-93b3-2d0be786b0dd from datanode DatanodeRegistration(127.0.0.1:37701, datanodeUuid=258c4381-8486-4535-98d8-7ec76a47a79c, infoPort=45643, infoSecurePort=0, ipcPort=35573, storageInfo=lv=-57;cid=testClusterID;nsid=1629673899;c=1731527211099) 2024-11-13T19:46:54,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56dfdbb9b3779343 with lease ID 0x4d8f5f5d032d4d03: from storage DS-15b05622-c4e1-4c1e-93b3-2d0be786b0dd node DatanodeRegistration(127.0.0.1:37701, datanodeUuid=258c4381-8486-4535-98d8-7ec76a47a79c, infoPort=45643, infoSecurePort=0, ipcPort=35573, storageInfo=lv=-57;cid=testClusterID;nsid=1629673899;c=1731527211099), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:46:54,261 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56dfdbb9b3779343 with lease ID 0x4d8f5f5d032d4d03: Processing first storage report for DS-187be997-71a7-4a37-9354-a1b692f6204c from datanode DatanodeRegistration(127.0.0.1:37701, datanodeUuid=258c4381-8486-4535-98d8-7ec76a47a79c, infoPort=45643, infoSecurePort=0, ipcPort=35573, storageInfo=lv=-57;cid=testClusterID;nsid=1629673899;c=1731527211099) 2024-11-13T19:46:54,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56dfdbb9b3779343 with lease ID 0x4d8f5f5d032d4d03: from storage DS-187be997-71a7-4a37-9354-a1b692f6204c node DatanodeRegistration(127.0.0.1:37701, datanodeUuid=258c4381-8486-4535-98d8-7ec76a47a79c, infoPort=45643, infoSecurePort=0, ipcPort=35573, storageInfo=lv=-57;cid=testClusterID;nsid=1629673899;c=1731527211099), blocks: 0, hasStaleStorage: false, processing time: 5 msecs, invalidatedBlocks: 0 2024-11-13T19:46:54,266 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x903143395ab2f0a3 with lease ID 0x4d8f5f5d032d4d02: Processing first storage report for DS-0a04311e-cd20-4590-bcec-1d58e6fd68c0 from datanode DatanodeRegistration(127.0.0.1:42507, datanodeUuid=e1f13ec4-a776-4c84-b9a0-52e2a90469c4, infoPort=44139, infoSecurePort=0, ipcPort=38407, storageInfo=lv=-57;cid=testClusterID;nsid=1629673899;c=1731527211099) 2024-11-13T19:46:54,266 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x903143395ab2f0a3 with lease ID 0x4d8f5f5d032d4d02: from storage DS-0a04311e-cd20-4590-bcec-1d58e6fd68c0 node DatanodeRegistration(127.0.0.1:42507, datanodeUuid=e1f13ec4-a776-4c84-b9a0-52e2a90469c4, infoPort=44139, infoSecurePort=0, ipcPort=38407, storageInfo=lv=-57;cid=testClusterID;nsid=1629673899;c=1731527211099), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:46:54,427 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/cluster_882d91e2-9f0b-b9ff-fffc-c14755454f81/data/data5/current/BP-1567634359-172.17.0.2-1731527211099/current, will proceed with Du for space computation calculation, 2024-11-13T19:46:54,427 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/cluster_882d91e2-9f0b-b9ff-fffc-c14755454f81/data/data6/current/BP-1567634359-172.17.0.2-1731527211099/current, will proceed with Du for space computation calculation, 2024-11-13T19:46:54,462 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:46:54,469 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ba071e3627abee4 with lease ID 0x4d8f5f5d032d4d04: Processing first storage report for DS-e71d44e4-350e-4bcc-a4be-fcb3707d423a from datanode DatanodeRegistration(127.0.0.1:36763, datanodeUuid=697107e4-84cc-4dad-b2ce-4b52f3d07549, infoPort=39657, infoSecurePort=0, ipcPort=41167, storageInfo=lv=-57;cid=testClusterID;nsid=1629673899;c=1731527211099) 2024-11-13T19:46:54,470 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ba071e3627abee4 with lease ID 0x4d8f5f5d032d4d04: from storage DS-e71d44e4-350e-4bcc-a4be-fcb3707d423a node DatanodeRegistration(127.0.0.1:36763, datanodeUuid=697107e4-84cc-4dad-b2ce-4b52f3d07549, infoPort=39657, infoSecurePort=0, ipcPort=41167, storageInfo=lv=-57;cid=testClusterID;nsid=1629673899;c=1731527211099), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:46:54,470 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ba071e3627abee4 with lease ID 0x4d8f5f5d032d4d04: Processing first storage report for DS-588e4d00-0d3b-4b40-a7b9-ad0166f854ae from datanode DatanodeRegistration(127.0.0.1:36763, datanodeUuid=697107e4-84cc-4dad-b2ce-4b52f3d07549, infoPort=39657, infoSecurePort=0, ipcPort=41167, storageInfo=lv=-57;cid=testClusterID;nsid=1629673899;c=1731527211099) 2024-11-13T19:46:54,470 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ba071e3627abee4 with lease ID 0x4d8f5f5d032d4d04: from storage DS-588e4d00-0d3b-4b40-a7b9-ad0166f854ae node DatanodeRegistration(127.0.0.1:36763, datanodeUuid=697107e4-84cc-4dad-b2ce-4b52f3d07549, infoPort=39657, infoSecurePort=0, ipcPort=41167, storageInfo=lv=-57;cid=testClusterID;nsid=1629673899;c=1731527211099), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:46:54,790 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c 2024-11-13T19:46:54,894 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/cluster_882d91e2-9f0b-b9ff-fffc-c14755454f81/zookeeper_0, clientPort=60624, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/cluster_882d91e2-9f0b-b9ff-fffc-c14755454f81/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/cluster_882d91e2-9f0b-b9ff-fffc-c14755454f81/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:46:54,904 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60624 2024-11-13T19:46:54,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:46:54,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:46:55,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:46:55,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:46:55,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:46:55,637 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 with version=8 2024-11-13T19:46:55,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/hbase-staging 2024-11-13T19:46:55,774 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T19:46:56,133 INFO [Time-limited test {}] client.ConnectionUtils(128): master/54d0784d1943:0 server-side Connection retries=45 2024-11-13T19:46:56,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:46:56,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:46:56,156 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:46:56,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:46:56,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:46:56,336 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:46:56,421 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T19:46:56,435 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T19:46:56,439 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:46:56,468 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 15583 (auto-detected) 2024-11-13T19:46:56,470 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T19:46:56,492 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39757 2024-11-13T19:46:56,523 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39757 connecting to ZooKeeper ensemble=127.0.0.1:60624 2024-11-13T19:46:56,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397570x0, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:46:56,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39757-0x100eda37bbe0000 connected 2024-11-13T19:46:56,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:46:56,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:46:56,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:46:56,635 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8, hbase.cluster.distributed=false 2024-11-13T19:46:56,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T19:46:56,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39757 2024-11-13T19:46:56,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39757 2024-11-13T19:46:56,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39757 2024-11-13T19:46:56,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39757 2024-11-13T19:46:56,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39757 2024-11-13T19:46:56,803 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/54d0784d1943:0 server-side Connection retries=45 2024-11-13T19:46:56,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:46:56,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:46:56,806 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:46:56,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:46:56,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:46:56,809 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:46:56,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:46:56,813 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42665 2024-11-13T19:46:56,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42665 connecting to ZooKeeper ensemble=127.0.0.1:60624 2024-11-13T19:46:56,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:46:56,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:46:56,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426650x0, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:46:56,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42665-0x100eda37bbe0001 connected 2024-11-13T19:46:56,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:46:56,831 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:46:56,839 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:46:56,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T19:46:56,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T19:46:56,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42665 2024-11-13T19:46:56,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42665 2024-11-13T19:46:56,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42665 2024-11-13T19:46:56,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42665 2024-11-13T19:46:56,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42665 2024-11-13T19:46:56,869 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/54d0784d1943:0 server-side Connection retries=45 2024-11-13T19:46:56,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:46:56,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:46:56,870 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:46:56,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:46:56,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:46:56,871 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:46:56,871 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:46:56,874 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43951 2024-11-13T19:46:56,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43951 connecting to ZooKeeper ensemble=127.0.0.1:60624 2024-11-13T19:46:56,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:46:56,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:46:56,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439510x0, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:46:56,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43951-0x100eda37bbe0002 connected 2024-11-13T19:46:56,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43951-0x100eda37bbe0002, quorum=127.0.0.1:60624, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:46:56,887 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:46:56,890 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:46:56,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43951-0x100eda37bbe0002, quorum=127.0.0.1:60624, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T19:46:56,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43951-0x100eda37bbe0002, quorum=127.0.0.1:60624, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T19:46:56,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43951 2024-11-13T19:46:56,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43951 2024-11-13T19:46:56,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43951 2024-11-13T19:46:56,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43951 2024-11-13T19:46:56,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43951 2024-11-13T19:46:56,930 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/54d0784d1943:0 server-side Connection retries=45 2024-11-13T19:46:56,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:46:56,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:46:56,931 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:46:56,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:46:56,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:46:56,931 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:46:56,932 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:46:56,933 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35165 2024-11-13T19:46:56,935 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35165 connecting to ZooKeeper ensemble=127.0.0.1:60624 2024-11-13T19:46:56,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:46:56,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:46:56,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351650x0, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:46:56,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35165-0x100eda37bbe0003 connected 2024-11-13T19:46:56,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:46:56,949 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:46:56,950 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:46:56,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T19:46:56,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T19:46:56,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35165 2024-11-13T19:46:56,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35165 2024-11-13T19:46:56,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35165 2024-11-13T19:46:56,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35165 2024-11-13T19:46:56,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35165 2024-11-13T19:46:56,987 DEBUG [M:0;54d0784d1943:39757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;54d0784d1943:39757 2024-11-13T19:46:56,988 INFO [master/54d0784d1943:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/54d0784d1943,39757,1731527215850 2024-11-13T19:46:56,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:46:56,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43951-0x100eda37bbe0002, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:46:56,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:46:56,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:46:56,998 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/54d0784d1943,39757,1731527215850 2024-11-13T19:46:57,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T19:46:57,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T19:46:57,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:46:57,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:46:57,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:46:57,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43951-0x100eda37bbe0002, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T19:46:57,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43951-0x100eda37bbe0002, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:46:57,022 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T19:46:57,024 INFO [master/54d0784d1943:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/54d0784d1943,39757,1731527215850 from backup master directory 2024-11-13T19:46:57,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/54d0784d1943,39757,1731527215850 2024-11-13T19:46:57,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:46:57,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43951-0x100eda37bbe0002, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:46:57,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:46:57,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:46:57,028 WARN [master/54d0784d1943:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:46:57,028 INFO [master/54d0784d1943:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=54d0784d1943,39757,1731527215850 2024-11-13T19:46:57,030 INFO [master/54d0784d1943:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T19:46:57,031 INFO [master/54d0784d1943:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T19:46:57,089 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/hbase.id] with ID: fe03a2d3-930a-4a51-a4b3-eef51d057817 2024-11-13T19:46:57,089 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/.tmp/hbase.id 2024-11-13T19:46:57,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:46:57,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:46:57,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:46:57,107 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/.tmp/hbase.id]:[hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/hbase.id] 2024-11-13T19:46:57,159 INFO [master/54d0784d1943:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:46:57,164 INFO [master/54d0784d1943:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:46:57,184 INFO [master/54d0784d1943:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-13T19:46:57,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:46:57,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:46:57,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43951-0x100eda37bbe0002, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:46:57,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:46:57,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:46:57,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:46:57,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:46:57,254 INFO [master/54d0784d1943:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:46:57,258 INFO [master/54d0784d1943:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:46:57,281 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:46:57,287 INFO [master/54d0784d1943:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:46:57,335 WARN [IPC Server handler 0 on default port 39633 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-13T19:46:57,335 WARN [IPC Server handler 0 on default port 39633 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-13T19:46:57,336 WARN [IPC Server handler 0 on default port 39633 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-13T19:46:57,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:46:57,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:46:57,382 INFO [master/54d0784d1943:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/MasterData/data/master/store 2024-11-13T19:46:57,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:46:57,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:46:57,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:46:57,440 INFO [master/54d0784d1943:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T19:46:57,444 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:46:57,445 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:46:57,445 INFO [master/54d0784d1943:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:46:57,446 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:46:57,448 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:46:57,448 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:46:57,448 INFO [master/54d0784d1943:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:46:57,450 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731527217445Disabling compacts and flushes for region at 1731527217445Disabling writes for close at 1731527217448 (+3 ms)Writing region close event to WAL at 1731527217448Closed at 1731527217448 2024-11-13T19:46:57,456 WARN [master/54d0784d1943:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/MasterData/data/master/store/.initializing 2024-11-13T19:46:57,456 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/MasterData/WALs/54d0784d1943,39757,1731527215850 2024-11-13T19:46:57,468 INFO [master/54d0784d1943:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:46:57,491 INFO [master/54d0784d1943:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=54d0784d1943%2C39757%2C1731527215850, suffix=, logDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/MasterData/WALs/54d0784d1943,39757,1731527215850, archiveDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/MasterData/oldWALs, maxLogs=10 2024-11-13T19:46:57,529 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/MasterData/WALs/54d0784d1943,39757,1731527215850/54d0784d1943%2C39757%2C1731527215850.1731527217498, exclude list is [], retry=0 2024-11-13T19:46:57,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42507,DS-1cf76c20-1583-48c0-b296-e8016e951fcd,DISK] 2024-11-13T19:46:57,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37701,DS-15b05622-c4e1-4c1e-93b3-2d0be786b0dd,DISK] 2024-11-13T19:46:57,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36763,DS-e71d44e4-350e-4bcc-a4be-fcb3707d423a,DISK] 2024-11-13T19:46:57,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T19:46:57,612 INFO [master/54d0784d1943:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/MasterData/WALs/54d0784d1943,39757,1731527215850/54d0784d1943%2C39757%2C1731527215850.1731527217498 2024-11-13T19:46:57,614 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44139:44139),(127.0.0.1/127.0.0.1:45643:45643),(127.0.0.1/127.0.0.1:39657:39657)] 2024-11-13T19:46:57,614 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:46:57,615 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:46:57,621 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:46:57,622 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:46:57,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:46:57,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:46:57,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:46:57,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:46:57,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:46:57,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:46:57,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:46:57,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:46:57,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:46:57,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:46:57,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:46:57,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:46:57,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:46:57,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:46:57,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:46:57,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:46:57,780 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:46:57,784 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:46:57,785 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:46:57,792 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:46:57,792 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:46:57,798 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:46:57,807 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:46:57,814 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:46:57,816 INFO [master/54d0784d1943:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66498274, jitterRate=-0.00909850001335144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:46:57,828 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731527217637Initializing all the Stores at 1731527217642 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731527217645 (+3 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527217646 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527217647 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527217647Cleaning up temporary data from old regions at 1731527217792 (+145 ms)Region opened successfully at 1731527217828 (+36 ms) 2024-11-13T19:46:57,829 INFO [master/54d0784d1943:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:46:57,877 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29d4fa6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=54d0784d1943/172.17.0.2:0 2024-11-13T19:46:57,928 INFO [master/54d0784d1943:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:46:57,941 INFO [master/54d0784d1943:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-13T19:46:57,942 INFO [master/54d0784d1943:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-13T19:46:57,946 INFO [master/54d0784d1943:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:46:57,948 INFO [master/54d0784d1943:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T19:46:57,954 INFO [master/54d0784d1943:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-13T19:46:57,954 INFO [master/54d0784d1943:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:46:57,989 INFO [master/54d0784d1943:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:46:58,000 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T19:46:58,003 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T19:46:58,007 INFO [master/54d0784d1943:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:46:58,013 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:46:58,018 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T19:46:58,020 INFO [master/54d0784d1943:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:46:58,024 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:46:58,025 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T19:46:58,027 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:46:58,029 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T19:46:58,051 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:46:58,053 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T19:46:58,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T19:46:58,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43951-0x100eda37bbe0002, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T19:46:58,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43951-0x100eda37bbe0002, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:46:58,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T19:46:58,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:46:58,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:46:58,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T19:46:58,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:46:58,065 INFO [master/54d0784d1943:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=54d0784d1943,39757,1731527215850, sessionid=0x100eda37bbe0000, setting cluster-up flag (Was=false) 2024-11-13T19:46:58,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:46:58,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43951-0x100eda37bbe0002, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:46:58,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:46:58,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:46:58,102 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T19:46:58,105 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=54d0784d1943,39757,1731527215850 2024-11-13T19:46:58,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:46:58,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:46:58,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:46:58,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43951-0x100eda37bbe0002, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:46:58,129 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T19:46:58,132 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=54d0784d1943,39757,1731527215850 2024-11-13T19:46:58,150 INFO [master/54d0784d1943:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:46:58,175 INFO [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(746): ClusterId : fe03a2d3-930a-4a51-a4b3-eef51d057817 2024-11-13T19:46:58,175 INFO [RS:1;54d0784d1943:43951 {}] regionserver.HRegionServer(746): ClusterId : fe03a2d3-930a-4a51-a4b3-eef51d057817 2024-11-13T19:46:58,177 INFO [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(746): ClusterId : fe03a2d3-930a-4a51-a4b3-eef51d057817 2024-11-13T19:46:58,179 DEBUG [RS:0;54d0784d1943:42665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:46:58,179 DEBUG [RS:1;54d0784d1943:43951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:46:58,179 DEBUG [RS:2;54d0784d1943:35165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:46:58,186 DEBUG [RS:1;54d0784d1943:43951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:46:58,186 DEBUG [RS:1;54d0784d1943:43951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:46:58,187 DEBUG [RS:0;54d0784d1943:42665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:46:58,187 DEBUG [RS:0;54d0784d1943:42665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:46:58,189 DEBUG [RS:2;54d0784d1943:35165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:46:58,189 DEBUG [RS:2;54d0784d1943:35165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:46:58,191 DEBUG [RS:1;54d0784d1943:43951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:46:58,193 DEBUG [RS:1;54d0784d1943:43951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee18125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=54d0784d1943/172.17.0.2:0 2024-11-13T19:46:58,195 DEBUG [RS:0;54d0784d1943:42665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:46:58,197 DEBUG [RS:0;54d0784d1943:42665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75920863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=54d0784d1943/172.17.0.2:0 2024-11-13T19:46:58,204 DEBUG [RS:2;54d0784d1943:35165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:46:58,205 DEBUG [RS:2;54d0784d1943:35165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230b0635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=54d0784d1943/172.17.0.2:0 2024-11-13T19:46:58,216 DEBUG [RS:1;54d0784d1943:43951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;54d0784d1943:43951 2024-11-13T19:46:58,220 INFO [RS:1;54d0784d1943:43951 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:46:58,220 INFO [RS:1;54d0784d1943:43951 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:46:58,220 DEBUG [RS:1;54d0784d1943:43951 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:46:58,230 INFO [RS:1;54d0784d1943:43951 {}] regionserver.HRegionServer(2659): reportForDuty to master=54d0784d1943,39757,1731527215850 with port=43951, startcode=1731527216868 2024-11-13T19:46:58,240 DEBUG [RS:0;54d0784d1943:42665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;54d0784d1943:42665 2024-11-13T19:46:58,240 INFO [RS:0;54d0784d1943:42665 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:46:58,240 INFO [RS:0;54d0784d1943:42665 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:46:58,240 DEBUG [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:46:58,242 INFO [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(2659): reportForDuty to master=54d0784d1943,39757,1731527215850 with port=42665, startcode=1731527216757 2024-11-13T19:46:58,246 DEBUG [RS:1;54d0784d1943:43951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:46:58,247 DEBUG [RS:0;54d0784d1943:42665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:46:58,252 DEBUG [RS:2;54d0784d1943:35165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;54d0784d1943:35165 2024-11-13T19:46:58,252 INFO [RS:2;54d0784d1943:35165 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:46:58,252 INFO [RS:2;54d0784d1943:35165 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:46:58,252 DEBUG [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:46:58,254 INFO [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(2659): reportForDuty to master=54d0784d1943,39757,1731527215850 with port=35165, startcode=1731527216930 2024-11-13T19:46:58,254 DEBUG [RS:2;54d0784d1943:35165 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:46:58,275 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:46:58,291 INFO [master/54d0784d1943:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:46:58,299 INFO [master/54d0784d1943:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:46:58,305 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 54d0784d1943,39757,1731527215850 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:46:58,317 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/54d0784d1943:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:46:58,317 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/54d0784d1943:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:46:58,317 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/54d0784d1943:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:46:58,317 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/54d0784d1943:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:46:58,318 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/54d0784d1943:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:46:58,318 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,318 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/54d0784d1943:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:46:58,318 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,332 INFO [master/54d0784d1943:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731527248332 2024-11-13T19:46:58,333 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42383, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:46:58,334 INFO [master/54d0784d1943:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:46:58,335 INFO [master/54d0784d1943:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:46:58,336 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52707, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:46:58,340 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38681, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:46:58,341 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:46:58,341 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T19:46:58,342 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:46:58,343 INFO [master/54d0784d1943:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:46:58,344 INFO [master/54d0784d1943:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:46:58,344 INFO [master/54d0784d1943:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:46:58,344 INFO [master/54d0784d1943:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:46:58,346 INFO [master/54d0784d1943:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,349 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T19:46:58,350 INFO [master/54d0784d1943:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:46:58,350 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T19:46:58,350 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:46:58,350 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:46:58,351 INFO [master/54d0784d1943:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:46:58,352 INFO [master/54d0784d1943:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:46:58,354 INFO [master/54d0784d1943:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:46:58,355 INFO [master/54d0784d1943:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:46:58,357 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/54d0784d1943:0:becomeActiveMaster-HFileCleaner.large.0-1731527218356,5,FailOnTimeoutGroup] 2024-11-13T19:46:58,358 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/54d0784d1943:0:becomeActiveMaster-HFileCleaner.small.0-1731527218357,5,FailOnTimeoutGroup] 2024-11-13T19:46:58,358 INFO [master/54d0784d1943:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,358 INFO [master/54d0784d1943:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:46:58,360 INFO [master/54d0784d1943:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,360 INFO [master/54d0784d1943:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:46:58,402 DEBUG [RS:1;54d0784d1943:43951 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T19:46:58,402 WARN [RS:1;54d0784d1943:43951 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T19:46:58,403 DEBUG [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T19:46:58,403 WARN [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T19:46:58,403 DEBUG [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T19:46:58,403 WARN [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T19:46:58,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:46:58,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:46:58,406 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:46:58,407 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:46:58,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741832_1008 (size=32) 2024-11-13T19:46:58,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741832_1008 (size=32) 2024-11-13T19:46:58,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741832_1008 (size=32) 2024-11-13T19:46:58,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:46:58,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:46:58,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:46:58,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:46:58,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:46:58,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:46:58,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:46:58,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:46:58,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:46:58,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:46:58,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:46:58,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:46:58,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:46:58,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:46:58,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:46:58,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:46:58,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:46:58,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:46:58,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740 2024-11-13T19:46:58,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740 2024-11-13T19:46:58,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:46:58,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:46:58,471 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:46:58,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:46:58,482 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:46:58,483 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64932704, jitterRate=-0.032427310943603516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:46:58,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731527218431Initializing all the Stores at 1731527218433 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731527218433Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731527218433Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527218433Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731527218433Cleaning up temporary data from old regions at 1731527218470 (+37 ms)Region opened successfully at 1731527218491 (+21 ms) 2024-11-13T19:46:58,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:46:58,491 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:46:58,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:46:58,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:46:58,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:46:58,493 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:46:58,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731527218491Disabling compacts and flushes for region at 1731527218491Disabling writes for close at 1731527218491Writing region close event to WAL at 1731527218493 (+2 ms)Closed at 1731527218493 2024-11-13T19:46:58,497 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:46:58,497 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:46:58,504 INFO [RS:1;54d0784d1943:43951 {}] regionserver.HRegionServer(2659): reportForDuty to master=54d0784d1943,39757,1731527215850 with port=43951, startcode=1731527216868 2024-11-13T19:46:58,504 INFO [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(2659): reportForDuty to master=54d0784d1943,39757,1731527215850 with port=35165, startcode=1731527216930 2024-11-13T19:46:58,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:46:58,507 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 54d0784d1943,35165,1731527216930 2024-11-13T19:46:58,510 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] master.ServerManager(517): Registering regionserver=54d0784d1943,35165,1731527216930 2024-11-13T19:46:58,510 INFO [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(2659): reportForDuty to master=54d0784d1943,39757,1731527215850 with port=42665, startcode=1731527216757 2024-11-13T19:46:58,521 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 54d0784d1943,43951,1731527216868 2024-11-13T19:46:58,521 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] master.ServerManager(517): Registering regionserver=54d0784d1943,43951,1731527216868 2024-11-13T19:46:58,522 DEBUG [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:46:58,522 DEBUG [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39633 2024-11-13T19:46:58,522 DEBUG [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:46:58,531 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:46:58,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T19:46:58,532 DEBUG [RS:1;54d0784d1943:43951 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:46:58,532 DEBUG [RS:1;54d0784d1943:43951 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39633 2024-11-13T19:46:58,532 DEBUG [RS:1;54d0784d1943:43951 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:46:58,535 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 54d0784d1943,42665,1731527216757 2024-11-13T19:46:58,536 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] master.ServerManager(517): Registering regionserver=54d0784d1943,42665,1731527216757 2024-11-13T19:46:58,537 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:46:58,542 DEBUG [RS:2;54d0784d1943:35165 {}] zookeeper.ZKUtil(111): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/54d0784d1943,35165,1731527216930 2024-11-13T19:46:58,542 WARN [RS:2;54d0784d1943:35165 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:46:58,542 INFO [RS:2;54d0784d1943:35165 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:46:58,542 DEBUG [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,35165,1731527216930 2024-11-13T19:46:58,543 DEBUG [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:46:58,543 DEBUG [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39633 2024-11-13T19:46:58,543 DEBUG [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:46:58,544 DEBUG [RS:1;54d0784d1943:43951 {}] zookeeper.ZKUtil(111): regionserver:43951-0x100eda37bbe0002, quorum=127.0.0.1:60624, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/54d0784d1943,43951,1731527216868 2024-11-13T19:46:58,544 WARN [RS:1;54d0784d1943:43951 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:46:58,544 INFO [RS:1;54d0784d1943:43951 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:46:58,544 DEBUG [RS:1;54d0784d1943:43951 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868 2024-11-13T19:46:58,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T19:46:58,547 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [54d0784d1943,43951,1731527216868] 2024-11-13T19:46:58,547 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [54d0784d1943,35165,1731527216930] 2024-11-13T19:46:58,547 DEBUG [RS:0;54d0784d1943:42665 {}] zookeeper.ZKUtil(111): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/54d0784d1943,42665,1731527216757 2024-11-13T19:46:58,548 WARN [RS:0;54d0784d1943:42665 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:46:58,548 INFO [RS:0;54d0784d1943:42665 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:46:58,548 DEBUG [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,42665,1731527216757 2024-11-13T19:46:58,552 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [54d0784d1943,42665,1731527216757] 2024-11-13T19:46:58,600 INFO [RS:0;54d0784d1943:42665 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:46:58,604 INFO [RS:1;54d0784d1943:43951 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:46:58,611 INFO [RS:2;54d0784d1943:35165 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:46:58,622 INFO [RS:2;54d0784d1943:35165 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:46:58,631 INFO [RS:2;54d0784d1943:35165 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:46:58,631 INFO [RS:1;54d0784d1943:43951 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:46:58,634 INFO [RS:2;54d0784d1943:35165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,634 INFO [RS:0;54d0784d1943:42665 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:46:58,638 INFO [RS:1;54d0784d1943:43951 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:46:58,638 INFO [RS:1;54d0784d1943:43951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,638 INFO [RS:0;54d0784d1943:42665 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:46:58,638 INFO [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:46:58,638 INFO [RS:0;54d0784d1943:42665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,641 INFO [RS:1;54d0784d1943:43951 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:46:58,645 INFO [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:46:58,646 INFO [RS:1;54d0784d1943:43951 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:46:58,648 INFO [RS:1;54d0784d1943:43951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,648 DEBUG [RS:1;54d0784d1943:43951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,648 DEBUG [RS:1;54d0784d1943:43951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,648 DEBUG [RS:1;54d0784d1943:43951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,648 DEBUG [RS:1;54d0784d1943:43951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,649 DEBUG [RS:1;54d0784d1943:43951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,649 DEBUG [RS:1;54d0784d1943:43951 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:46:58,649 DEBUG [RS:1;54d0784d1943:43951 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,649 DEBUG [RS:1;54d0784d1943:43951 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,649 DEBUG [RS:1;54d0784d1943:43951 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,649 DEBUG [RS:1;54d0784d1943:43951 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,649 DEBUG [RS:1;54d0784d1943:43951 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,650 DEBUG [RS:1;54d0784d1943:43951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,650 DEBUG [RS:1;54d0784d1943:43951 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/54d0784d1943:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:46:58,650 INFO [RS:2;54d0784d1943:35165 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:46:58,650 INFO [RS:0;54d0784d1943:42665 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:46:58,650 INFO [RS:2;54d0784d1943:35165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,650 INFO [RS:0;54d0784d1943:42665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,650 DEBUG [RS:2;54d0784d1943:35165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,650 DEBUG [RS:0;54d0784d1943:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,650 DEBUG [RS:2;54d0784d1943:35165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,651 DEBUG [RS:2;54d0784d1943:35165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,651 DEBUG [RS:2;54d0784d1943:35165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,651 DEBUG [RS:2;54d0784d1943:35165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,651 DEBUG [RS:2;54d0784d1943:35165 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:46:58,651 DEBUG [RS:2;54d0784d1943:35165 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,651 DEBUG [RS:2;54d0784d1943:35165 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,651 DEBUG [RS:2;54d0784d1943:35165 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,651 DEBUG [RS:2;54d0784d1943:35165 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,651 DEBUG [RS:2;54d0784d1943:35165 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,651 DEBUG [RS:2;54d0784d1943:35165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,652 DEBUG [RS:0;54d0784d1943:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,652 DEBUG [RS:2;54d0784d1943:35165 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/54d0784d1943:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:46:58,652 DEBUG [RS:0;54d0784d1943:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,652 DEBUG [RS:0;54d0784d1943:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,652 DEBUG [RS:2;54d0784d1943:35165 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/54d0784d1943:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:46:58,652 DEBUG [RS:0;54d0784d1943:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,651 DEBUG [RS:1;54d0784d1943:43951 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/54d0784d1943:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:46:58,652 DEBUG [RS:0;54d0784d1943:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:46:58,652 DEBUG [RS:0;54d0784d1943:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,653 DEBUG [RS:0;54d0784d1943:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,653 DEBUG [RS:0;54d0784d1943:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,653 DEBUG [RS:0;54d0784d1943:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,653 DEBUG [RS:0;54d0784d1943:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,653 DEBUG [RS:0;54d0784d1943:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/54d0784d1943:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:46:58,653 DEBUG [RS:0;54d0784d1943:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/54d0784d1943:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:46:58,653 DEBUG [RS:0;54d0784d1943:42665 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/54d0784d1943:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:46:58,655 INFO [RS:2;54d0784d1943:35165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,656 INFO [RS:2;54d0784d1943:35165 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,656 INFO [RS:2;54d0784d1943:35165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,657 INFO [RS:2;54d0784d1943:35165 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,657 INFO [RS:2;54d0784d1943:35165 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,657 INFO [RS:2;54d0784d1943:35165 {}] hbase.ChoreService(168): Chore ScheduledChore name=54d0784d1943,35165,1731527216930-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:46:58,661 INFO [RS:1;54d0784d1943:43951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,661 INFO [RS:1;54d0784d1943:43951 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,661 INFO [RS:1;54d0784d1943:43951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,661 INFO [RS:1;54d0784d1943:43951 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,662 INFO [RS:1;54d0784d1943:43951 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,662 INFO [RS:1;54d0784d1943:43951 {}] hbase.ChoreService(168): Chore ScheduledChore name=54d0784d1943,43951,1731527216868-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:46:58,665 INFO [RS:0;54d0784d1943:42665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,665 INFO [RS:0;54d0784d1943:42665 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,665 INFO [RS:0;54d0784d1943:42665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,666 INFO [RS:0;54d0784d1943:42665 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,666 INFO [RS:0;54d0784d1943:42665 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,666 INFO [RS:0;54d0784d1943:42665 {}] hbase.ChoreService(168): Chore ScheduledChore name=54d0784d1943,42665,1731527216757-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:46:58,688 WARN [54d0784d1943:39757 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T19:46:58,698 INFO [RS:2;54d0784d1943:35165 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:46:58,698 INFO [RS:0;54d0784d1943:42665 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:46:58,699 INFO [RS:1;54d0784d1943:43951 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:46:58,700 INFO [RS:0;54d0784d1943:42665 {}] hbase.ChoreService(168): Chore ScheduledChore name=54d0784d1943,42665,1731527216757-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,701 INFO [RS:0;54d0784d1943:42665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,701 INFO [RS:0;54d0784d1943:42665 {}] regionserver.Replication(171): 54d0784d1943,42665,1731527216757 started 2024-11-13T19:46:58,701 INFO [RS:1;54d0784d1943:43951 {}] hbase.ChoreService(168): Chore ScheduledChore name=54d0784d1943,43951,1731527216868-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,701 INFO [RS:1;54d0784d1943:43951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,702 INFO [RS:1;54d0784d1943:43951 {}] regionserver.Replication(171): 54d0784d1943,43951,1731527216868 started 2024-11-13T19:46:58,702 INFO [RS:2;54d0784d1943:35165 {}] hbase.ChoreService(168): Chore ScheduledChore name=54d0784d1943,35165,1731527216930-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,702 INFO [RS:2;54d0784d1943:35165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,703 INFO [RS:2;54d0784d1943:35165 {}] regionserver.Replication(171): 54d0784d1943,35165,1731527216930 started 2024-11-13T19:46:58,722 INFO [RS:1;54d0784d1943:43951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,723 INFO [RS:1;54d0784d1943:43951 {}] regionserver.HRegionServer(1482): Serving as 54d0784d1943,43951,1731527216868, RpcServer on 54d0784d1943/172.17.0.2:43951, sessionid=0x100eda37bbe0002 2024-11-13T19:46:58,723 DEBUG [RS:1;54d0784d1943:43951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:46:58,724 DEBUG [RS:1;54d0784d1943:43951 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 54d0784d1943,43951,1731527216868 2024-11-13T19:46:58,724 DEBUG [RS:1;54d0784d1943:43951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '54d0784d1943,43951,1731527216868' 2024-11-13T19:46:58,724 DEBUG [RS:1;54d0784d1943:43951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T19:46:58,725 DEBUG [RS:1;54d0784d1943:43951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T19:46:58,726 DEBUG [RS:1;54d0784d1943:43951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:46:58,726 DEBUG [RS:1;54d0784d1943:43951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:46:58,726 DEBUG [RS:1;54d0784d1943:43951 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 54d0784d1943,43951,1731527216868 2024-11-13T19:46:58,726 DEBUG [RS:1;54d0784d1943:43951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '54d0784d1943,43951,1731527216868' 2024-11-13T19:46:58,726 DEBUG [RS:1;54d0784d1943:43951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T19:46:58,726 DEBUG [RS:1;54d0784d1943:43951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T19:46:58,727 INFO [RS:2;54d0784d1943:35165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,727 INFO [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(1482): Serving as 54d0784d1943,35165,1731527216930, RpcServer on 54d0784d1943/172.17.0.2:35165, sessionid=0x100eda37bbe0003 2024-11-13T19:46:58,727 DEBUG [RS:1;54d0784d1943:43951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:46:58,727 DEBUG [RS:2;54d0784d1943:35165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:46:58,727 INFO [RS:0;54d0784d1943:42665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:58,727 INFO [RS:1;54d0784d1943:43951 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:46:58,727 DEBUG [RS:2;54d0784d1943:35165 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 54d0784d1943,35165,1731527216930 2024-11-13T19:46:58,727 INFO [RS:1;54d0784d1943:43951 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:46:58,727 DEBUG [RS:2;54d0784d1943:35165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '54d0784d1943,35165,1731527216930' 2024-11-13T19:46:58,727 INFO [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(1482): Serving as 54d0784d1943,42665,1731527216757, RpcServer on 54d0784d1943/172.17.0.2:42665, sessionid=0x100eda37bbe0001 2024-11-13T19:46:58,727 DEBUG [RS:2;54d0784d1943:35165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T19:46:58,728 DEBUG [RS:0;54d0784d1943:42665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:46:58,728 DEBUG [RS:0;54d0784d1943:42665 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 54d0784d1943,42665,1731527216757 2024-11-13T19:46:58,728 DEBUG [RS:0;54d0784d1943:42665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '54d0784d1943,42665,1731527216757' 2024-11-13T19:46:58,728 DEBUG [RS:0;54d0784d1943:42665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T19:46:58,728 DEBUG [RS:2;54d0784d1943:35165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T19:46:58,729 DEBUG [RS:0;54d0784d1943:42665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T19:46:58,729 DEBUG [RS:2;54d0784d1943:35165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:46:58,729 DEBUG [RS:2;54d0784d1943:35165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:46:58,729 DEBUG [RS:2;54d0784d1943:35165 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 54d0784d1943,35165,1731527216930 2024-11-13T19:46:58,729 DEBUG [RS:2;54d0784d1943:35165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '54d0784d1943,35165,1731527216930' 2024-11-13T19:46:58,729 DEBUG [RS:2;54d0784d1943:35165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T19:46:58,729 DEBUG [RS:0;54d0784d1943:42665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:46:58,729 DEBUG [RS:0;54d0784d1943:42665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:46:58,729 DEBUG [RS:0;54d0784d1943:42665 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 54d0784d1943,42665,1731527216757 2024-11-13T19:46:58,729 DEBUG [RS:0;54d0784d1943:42665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '54d0784d1943,42665,1731527216757' 2024-11-13T19:46:58,730 DEBUG [RS:0;54d0784d1943:42665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T19:46:58,730 DEBUG [RS:2;54d0784d1943:35165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T19:46:58,730 DEBUG [RS:0;54d0784d1943:42665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T19:46:58,730 DEBUG [RS:2;54d0784d1943:35165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:46:58,730 INFO [RS:2;54d0784d1943:35165 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:46:58,730 INFO [RS:2;54d0784d1943:35165 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:46:58,731 DEBUG [RS:0;54d0784d1943:42665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:46:58,731 INFO [RS:0;54d0784d1943:42665 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:46:58,731 INFO [RS:0;54d0784d1943:42665 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:46:58,833 INFO [RS:2;54d0784d1943:35165 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:46:58,833 INFO [RS:0;54d0784d1943:42665 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:46:58,833 INFO [RS:1;54d0784d1943:43951 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:46:58,836 INFO [RS:1;54d0784d1943:43951 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=54d0784d1943%2C43951%2C1731527216868, suffix=, logDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868, archiveDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/oldWALs, maxLogs=32 2024-11-13T19:46:58,836 INFO [RS:2;54d0784d1943:35165 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=54d0784d1943%2C35165%2C1731527216930, suffix=, logDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,35165,1731527216930, archiveDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/oldWALs, maxLogs=32 2024-11-13T19:46:58,837 INFO [RS:0;54d0784d1943:42665 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=54d0784d1943%2C42665%2C1731527216757, suffix=, logDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,42665,1731527216757, archiveDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/oldWALs, maxLogs=32 2024-11-13T19:46:58,857 DEBUG [RS:0;54d0784d1943:42665 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,42665,1731527216757/54d0784d1943%2C42665%2C1731527216757.1731527218842, exclude list is [], retry=0 2024-11-13T19:46:58,857 DEBUG [RS:1;54d0784d1943:43951 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868/54d0784d1943%2C43951%2C1731527216868.1731527218842, exclude list is [], retry=0 2024-11-13T19:46:58,858 DEBUG [RS:2;54d0784d1943:35165 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,35165,1731527216930/54d0784d1943%2C35165%2C1731527216930.1731527218842, exclude list is [], retry=0 2024-11-13T19:46:58,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37701,DS-15b05622-c4e1-4c1e-93b3-2d0be786b0dd,DISK] 2024-11-13T19:46:58,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42507,DS-1cf76c20-1583-48c0-b296-e8016e951fcd,DISK] 2024-11-13T19:46:58,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36763,DS-e71d44e4-350e-4bcc-a4be-fcb3707d423a,DISK] 2024-11-13T19:46:58,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36763,DS-e71d44e4-350e-4bcc-a4be-fcb3707d423a,DISK] 2024-11-13T19:46:58,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42507,DS-1cf76c20-1583-48c0-b296-e8016e951fcd,DISK] 2024-11-13T19:46:58,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37701,DS-15b05622-c4e1-4c1e-93b3-2d0be786b0dd,DISK] 2024-11-13T19:46:58,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37701,DS-15b05622-c4e1-4c1e-93b3-2d0be786b0dd,DISK] 2024-11-13T19:46:58,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36763,DS-e71d44e4-350e-4bcc-a4be-fcb3707d423a,DISK] 2024-11-13T19:46:58,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42507,DS-1cf76c20-1583-48c0-b296-e8016e951fcd,DISK] 2024-11-13T19:46:58,872 INFO [RS:2;54d0784d1943:35165 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,35165,1731527216930/54d0784d1943%2C35165%2C1731527216930.1731527218842 2024-11-13T19:46:58,876 INFO [RS:0;54d0784d1943:42665 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,42665,1731527216757/54d0784d1943%2C42665%2C1731527216757.1731527218842 2024-11-13T19:46:58,876 DEBUG [RS:2;54d0784d1943:35165 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39657:39657),(127.0.0.1/127.0.0.1:45643:45643),(127.0.0.1/127.0.0.1:44139:44139)] 2024-11-13T19:46:58,878 INFO [RS:1;54d0784d1943:43951 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868/54d0784d1943%2C43951%2C1731527216868.1731527218842 2024-11-13T19:46:58,878 DEBUG [RS:1;54d0784d1943:43951 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45643:45643),(127.0.0.1/127.0.0.1:44139:44139),(127.0.0.1/127.0.0.1:39657:39657)] 2024-11-13T19:46:58,881 DEBUG [RS:0;54d0784d1943:42665 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45643:45643),(127.0.0.1/127.0.0.1:39657:39657),(127.0.0.1/127.0.0.1:44139:44139)] 2024-11-13T19:46:58,940 DEBUG [54d0784d1943:39757 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-13T19:46:58,948 DEBUG [54d0784d1943:39757 {}] balancer.BalancerClusterState(204): Hosts are {54d0784d1943=0} racks are {/default-rack=0} 2024-11-13T19:46:58,956 DEBUG [54d0784d1943:39757 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T19:46:58,956 DEBUG [54d0784d1943:39757 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T19:46:58,956 DEBUG [54d0784d1943:39757 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T19:46:58,956 DEBUG [54d0784d1943:39757 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T19:46:58,956 DEBUG [54d0784d1943:39757 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T19:46:58,956 DEBUG [54d0784d1943:39757 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T19:46:58,956 INFO [54d0784d1943:39757 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T19:46:58,956 INFO [54d0784d1943:39757 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T19:46:58,956 INFO [54d0784d1943:39757 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T19:46:58,956 DEBUG [54d0784d1943:39757 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T19:46:58,964 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=54d0784d1943,43951,1731527216868 2024-11-13T19:46:58,971 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 54d0784d1943,43951,1731527216868, state=OPENING 2024-11-13T19:46:58,976 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:46:58,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:46:58,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:46:58,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43951-0x100eda37bbe0002, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:46:58,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:46:58,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:46:58,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:46:58,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:46:58,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:46:58,982 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:46:58,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=54d0784d1943,43951,1731527216868}] 2024-11-13T19:46:59,162 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:46:59,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47875, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:46:59,180 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:46:59,181 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:46:59,182 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:46:59,186 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=54d0784d1943%2C43951%2C1731527216868.meta, suffix=.meta, logDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868, archiveDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/oldWALs, maxLogs=32 2024-11-13T19:46:59,214 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868/54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, exclude list is [], retry=0 2024-11-13T19:46:59,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42507,DS-1cf76c20-1583-48c0-b296-e8016e951fcd,DISK] 2024-11-13T19:46:59,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37701,DS-15b05622-c4e1-4c1e-93b3-2d0be786b0dd,DISK] 2024-11-13T19:46:59,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36763,DS-e71d44e4-350e-4bcc-a4be-fcb3707d423a,DISK] 2024-11-13T19:46:59,225 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868/54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta 2024-11-13T19:46:59,226 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44139:44139),(127.0.0.1/127.0.0.1:39657:39657),(127.0.0.1/127.0.0.1:45643:45643)] 2024-11-13T19:46:59,226 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:46:59,228 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:46:59,231 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:46:59,236 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:46:59,240 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:46:59,240 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:46:59,241 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:46:59,241 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:46:59,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:46:59,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:46:59,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:46:59,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:46:59,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:46:59,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:46:59,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:46:59,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:46:59,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:46:59,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:46:59,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:46:59,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:46:59,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:46:59,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:46:59,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:46:59,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:46:59,255 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:46:59,256 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740 2024-11-13T19:46:59,259 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740 2024-11-13T19:46:59,262 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:46:59,262 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:46:59,265 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:46:59,269 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:46:59,271 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59977404, jitterRate=-0.1062670350074768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:46:59,271 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:46:59,273 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731527219241Writing region info on filesystem at 1731527219242 (+1 ms)Initializing all the Stores at 1731527219244 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731527219244Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731527219244Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527219244Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731527219244Cleaning up temporary data from old regions at 1731527219262 (+18 ms)Running coprocessor post-open hooks at 1731527219271 (+9 ms)Region opened successfully at 1731527219273 (+2 ms) 2024-11-13T19:46:59,282 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731527219152 2024-11-13T19:46:59,297 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:46:59,297 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:46:59,299 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,43951,1731527216868 2024-11-13T19:46:59,303 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 54d0784d1943,43951,1731527216868, state=OPEN 2024-11-13T19:46:59,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43951-0x100eda37bbe0002, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:46:59,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:46:59,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:46:59,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:46:59,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:46:59,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:46:59,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:46:59,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:46:59,307 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=54d0784d1943,43951,1731527216868 2024-11-13T19:46:59,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:46:59,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=54d0784d1943,43951,1731527216868 in 323 msec 2024-11-13T19:46:59,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:46:59,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 811 msec 2024-11-13T19:46:59,334 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:46:59,334 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:46:59,355 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:46:59,356 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:46:59,379 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:46:59,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42221, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:46:59,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2510 sec 2024-11-13T19:46:59,453 INFO [master/54d0784d1943:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731527219453, completionTime=-1 2024-11-13T19:46:59,457 INFO [master/54d0784d1943:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-13T19:46:59,461 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-13T19:46:59,493 INFO [master/54d0784d1943:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-13T19:46:59,493 INFO [master/54d0784d1943:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731527279493 2024-11-13T19:46:59,494 INFO [master/54d0784d1943:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731527339494 2024-11-13T19:46:59,494 INFO [master/54d0784d1943:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 36 msec 2024-11-13T19:46:59,496 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T19:46:59,504 INFO [master/54d0784d1943:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=54d0784d1943,39757,1731527215850-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:59,505 INFO [master/54d0784d1943:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=54d0784d1943,39757,1731527215850-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:59,505 INFO [master/54d0784d1943:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=54d0784d1943,39757,1731527215850-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:59,507 INFO [master/54d0784d1943:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-54d0784d1943:39757, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:59,512 INFO [master/54d0784d1943:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:59,512 INFO [master/54d0784d1943:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:59,516 DEBUG [master/54d0784d1943:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:46:59,547 INFO [master/54d0784d1943:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.518sec 2024-11-13T19:46:59,556 INFO [master/54d0784d1943:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:46:59,559 INFO [master/54d0784d1943:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:46:59,560 INFO [master/54d0784d1943:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:46:59,566 INFO [master/54d0784d1943:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:46:59,566 INFO [master/54d0784d1943:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:46:59,567 INFO [master/54d0784d1943:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=54d0784d1943,39757,1731527215850-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:46:59,567 INFO [master/54d0784d1943:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=54d0784d1943,39757,1731527215850-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:46:59,584 DEBUG [master/54d0784d1943:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:46:59,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343d5856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:46:59,585 INFO [master/54d0784d1943:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:46:59,586 INFO [master/54d0784d1943:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=54d0784d1943,39757,1731527215850-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:46:59,589 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T19:46:59,589 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T19:46:59,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 54d0784d1943,39757,-1 for getting cluster id 2024-11-13T19:46:59,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:46:59,617 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe03a2d3-930a-4a51-a4b3-eef51d057817' 2024-11-13T19:46:59,620 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:46:59,620 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe03a2d3-930a-4a51-a4b3-eef51d057817" 2024-11-13T19:46:59,621 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7622ad03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:46:59,621 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [54d0784d1943,39757,-1] 2024-11-13T19:46:59,625 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:46:59,627 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:46:59,629 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:46:59,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a047821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:46:59,632 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:46:59,641 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:46:59,641 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:46:59,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:46:59,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=54d0784d1943,39757,1731527215850 2024-11-13T19:46:59,680 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-13T19:46:59,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:46:59,701 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 54d0784d1943,39757,1731527215850 2024-11-13T19:46:59,704 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d78fe08 2024-11-13T19:46:59,706 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:46:59,712 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:46:59,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:46:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-13T19:46:59,755 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:46:59,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-13T19:46:59,758 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:46:59,765 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:46:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:46:59,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741837_1013 (size=1020) 2024-11-13T19:46:59,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741837_1013 (size=1020) 2024-11-13T19:46:59,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741837_1013 (size=1020) 2024-11-13T19:46:59,809 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => df1bbb00901831281c100d3f74322a65, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731527219715.df1bbb00901831281c100d3f74322a65.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:46:59,810 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 625f75ec330faf52c6136527b5e15c74, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:46:59,813 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3bede716e734ef93a4598b2824ac93f7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:46:59,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741839_1015 (size=110) 2024-11-13T19:46:59,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741838_1014 (size=110) 2024-11-13T19:46:59,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741839_1015 (size=110) 2024-11-13T19:46:59,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741838_1014 (size=110) 2024-11-13T19:46:59,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741839_1015 (size=110) 2024-11-13T19:46:59,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741838_1014 (size=110) 2024-11-13T19:46:59,860 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:46:59,860 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 625f75ec330faf52c6136527b5e15c74, disabling compactions & flushes 2024-11-13T19:46:59,860 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74. 2024-11-13T19:46:59,860 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74. 2024-11-13T19:46:59,860 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74. after waiting 0 ms 2024-11-13T19:46:59,860 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74. 2024-11-13T19:46:59,860 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74. 2024-11-13T19:46:59,860 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 625f75ec330faf52c6136527b5e15c74: Waiting for close lock at 1731527219860Disabling compacts and flushes for region at 1731527219860Disabling writes for close at 1731527219860Writing region close event to WAL at 1731527219860Closed at 1731527219860 2024-11-13T19:46:59,861 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:46:59,861 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => db9e543540a5670095517a3903d74f77, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:46:59,862 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 3bede716e734ef93a4598b2824ac93f7, disabling compactions & flushes 2024-11-13T19:46:59,863 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7. 2024-11-13T19:46:59,863 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7. 2024-11-13T19:46:59,863 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7. after waiting 0 ms 2024-11-13T19:46:59,863 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7. 2024-11-13T19:46:59,864 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7. 2024-11-13T19:46:59,864 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3bede716e734ef93a4598b2824ac93f7: Waiting for close lock at 1731527219862Disabling compacts and flushes for region at 1731527219862Disabling writes for close at 1731527219863 (+1 ms)Writing region close event to WAL at 1731527219863Closed at 1731527219863 2024-11-13T19:46:59,865 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ff77b4b4d6683f8ae008c441b0a12634, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:46:59,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741840_1016 (size=107) 2024-11-13T19:46:59,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741840_1016 (size=107) 2024-11-13T19:46:59,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741840_1016 (size=107) 2024-11-13T19:46:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:46:59,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741841_1017 (size=110) 2024-11-13T19:46:59,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741841_1017 (size=110) 2024-11-13T19:46:59,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741841_1017 (size=110) 2024-11-13T19:46:59,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741842_1018 (size=110) 2024-11-13T19:46:59,896 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:46:59,896 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing ff77b4b4d6683f8ae008c441b0a12634, disabling compactions & flushes 2024-11-13T19:46:59,896 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634. 2024-11-13T19:46:59,896 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634. 2024-11-13T19:46:59,896 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634. after waiting 0 ms 2024-11-13T19:46:59,896 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634. 2024-11-13T19:46:59,896 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634. 2024-11-13T19:46:59,897 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for ff77b4b4d6683f8ae008c441b0a12634: Waiting for close lock at 1731527219896Disabling compacts and flushes for region at 1731527219896Disabling writes for close at 1731527219896Writing region close event to WAL at 1731527219896Closed at 1731527219896 2024-11-13T19:46:59,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741842_1018 (size=110) 2024-11-13T19:46:59,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741842_1018 (size=110) 2024-11-13T19:46:59,897 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c502acd04a283d4e19dfb43b788f1b8e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:46:59,898 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:46:59,898 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing db9e543540a5670095517a3903d74f77, disabling compactions & flushes 2024-11-13T19:46:59,898 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77. 2024-11-13T19:46:59,898 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77. 2024-11-13T19:46:59,898 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77. after waiting 0 ms 2024-11-13T19:46:59,898 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77. 2024-11-13T19:46:59,898 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77. 2024-11-13T19:46:59,898 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for db9e543540a5670095517a3903d74f77: Waiting for close lock at 1731527219898Disabling compacts and flushes for region at 1731527219898Disabling writes for close at 1731527219898Writing region close event to WAL at 1731527219898Closed at 1731527219898 2024-11-13T19:46:59,899 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4225c4770f825104cab15473ef6afd09, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:46:59,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741843_1019 (size=110) 2024-11-13T19:46:59,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741843_1019 (size=110) 2024-11-13T19:46:59,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741843_1019 (size=110) 2024-11-13T19:46:59,914 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:46:59,914 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing c502acd04a283d4e19dfb43b788f1b8e, disabling compactions & flushes 2024-11-13T19:46:59,914 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e. 2024-11-13T19:46:59,914 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e. 2024-11-13T19:46:59,914 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e. after waiting 0 ms 2024-11-13T19:46:59,914 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e. 2024-11-13T19:46:59,915 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e. 2024-11-13T19:46:59,915 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for c502acd04a283d4e19dfb43b788f1b8e: Waiting for close lock at 1731527219914Disabling compacts and flushes for region at 1731527219914Disabling writes for close at 1731527219914Writing region close event to WAL at 1731527219914Closed at 1731527219914 2024-11-13T19:46:59,915 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 88c31793ec2225d06f0d31241d09d0ec, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:46:59,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741844_1020 (size=110) 2024-11-13T19:46:59,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741844_1020 (size=110) 2024-11-13T19:46:59,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741844_1020 (size=110) 2024-11-13T19:46:59,918 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:46:59,918 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 4225c4770f825104cab15473ef6afd09, disabling compactions & flushes 2024-11-13T19:46:59,918 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09. 2024-11-13T19:46:59,918 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09. 2024-11-13T19:46:59,918 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09. after waiting 0 ms 2024-11-13T19:46:59,918 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09. 2024-11-13T19:46:59,918 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09. 2024-11-13T19:46:59,918 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4225c4770f825104cab15473ef6afd09: Waiting for close lock at 1731527219918Disabling compacts and flushes for region at 1731527219918Disabling writes for close at 1731527219918Writing region close event to WAL at 1731527219918Closed at 1731527219918 2024-11-13T19:46:59,919 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3c8f08ea0832d0add659b4a762eaeecb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:46:59,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741845_1021 (size=110) 2024-11-13T19:46:59,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741845_1021 (size=110) 2024-11-13T19:46:59,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741845_1021 (size=110) 2024-11-13T19:46:59,930 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:46:59,930 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 88c31793ec2225d06f0d31241d09d0ec, disabling compactions & flushes 2024-11-13T19:46:59,930 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec. 2024-11-13T19:46:59,930 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec. 2024-11-13T19:46:59,930 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec. after waiting 0 ms 2024-11-13T19:46:59,930 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec. 2024-11-13T19:46:59,930 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec. 2024-11-13T19:46:59,931 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 88c31793ec2225d06f0d31241d09d0ec: Waiting for close lock at 1731527219930Disabling compacts and flushes for region at 1731527219930Disabling writes for close at 1731527219930Writing region close event to WAL at 1731527219930Closed at 1731527219930 2024-11-13T19:46:59,931 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 883657147e4a4c1b3140f7d57b000561, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:46:59,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741846_1022 (size=110) 2024-11-13T19:46:59,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741846_1022 (size=110) 2024-11-13T19:46:59,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741846_1022 (size=110) 2024-11-13T19:46:59,936 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:46:59,937 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 3c8f08ea0832d0add659b4a762eaeecb, disabling compactions & flushes 2024-11-13T19:46:59,937 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb. 2024-11-13T19:46:59,937 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb. 2024-11-13T19:46:59,937 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb. after waiting 0 ms 2024-11-13T19:46:59,937 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb. 2024-11-13T19:46:59,937 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb. 2024-11-13T19:46:59,937 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3c8f08ea0832d0add659b4a762eaeecb: Waiting for close lock at 1731527219937Disabling compacts and flushes for region at 1731527219937Disabling writes for close at 1731527219937Writing region close event to WAL at 1731527219937Closed at 1731527219937 2024-11-13T19:46:59,938 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 693afcfe58d6bfeddb494e4191ad208a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:46:59,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741848_1024 (size=110) 2024-11-13T19:46:59,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741848_1024 (size=110) 2024-11-13T19:46:59,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741848_1024 (size=110) 2024-11-13T19:46:59,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741847_1023 (size=110) 2024-11-13T19:46:59,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741847_1023 (size=110) 2024-11-13T19:46:59,959 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:46:59,959 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 693afcfe58d6bfeddb494e4191ad208a, disabling compactions & flushes 2024-11-13T19:46:59,959 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a. 2024-11-13T19:46:59,959 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a. 2024-11-13T19:46:59,959 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a. after waiting 0 ms 2024-11-13T19:46:59,959 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a. 2024-11-13T19:46:59,959 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a. 2024-11-13T19:46:59,959 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 693afcfe58d6bfeddb494e4191ad208a: Waiting for close lock at 1731527219959Disabling compacts and flushes for region at 1731527219959Disabling writes for close at 1731527219959Writing region close event to WAL at 1731527219959Closed at 1731527219959 2024-11-13T19:46:59,960 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ff820e10adff8aa7d5b1750c2208598e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:46:59,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741847_1023 (size=110) 2024-11-13T19:46:59,961 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:46:59,961 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 883657147e4a4c1b3140f7d57b000561, disabling compactions & flushes 2024-11-13T19:46:59,961 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561. 2024-11-13T19:46:59,961 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561. 2024-11-13T19:46:59,961 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561. after waiting 0 ms 2024-11-13T19:46:59,961 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561. 2024-11-13T19:46:59,962 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561. 2024-11-13T19:46:59,962 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 883657147e4a4c1b3140f7d57b000561: Waiting for close lock at 1731527219961Disabling compacts and flushes for region at 1731527219961Disabling writes for close at 1731527219961Writing region close event to WAL at 1731527219962 (+1 ms)Closed at 1731527219962 2024-11-13T19:46:59,962 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f281cdbc8e7bb9e2d165463c3621bd28, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:46:59,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741849_1025 (size=110) 2024-11-13T19:46:59,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741849_1025 (size=110) 2024-11-13T19:46:59,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741849_1025 (size=110) 2024-11-13T19:46:59,977 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:46:59,978 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing ff820e10adff8aa7d5b1750c2208598e, disabling compactions & flushes 2024-11-13T19:46:59,978 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e. 2024-11-13T19:46:59,978 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e. 2024-11-13T19:46:59,978 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e. after waiting 0 ms 2024-11-13T19:46:59,978 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e. 2024-11-13T19:46:59,978 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e. 2024-11-13T19:46:59,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741850_1026 (size=110) 2024-11-13T19:46:59,978 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for ff820e10adff8aa7d5b1750c2208598e: Waiting for close lock at 1731527219978Disabling compacts and flushes for region at 1731527219978Disabling writes for close at 1731527219978Writing region close event to WAL at 1731527219978Closed at 1731527219978 2024-11-13T19:46:59,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741850_1026 (size=110) 2024-11-13T19:46:59,979 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 26430898ddb1994f3544653aa7d4de48, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:46:59,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741850_1026 (size=110) 2024-11-13T19:46:59,981 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:46:59,981 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing f281cdbc8e7bb9e2d165463c3621bd28, disabling compactions & flushes 2024-11-13T19:46:59,982 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28. 2024-11-13T19:46:59,982 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28. 2024-11-13T19:46:59,982 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28. after waiting 0 ms 2024-11-13T19:46:59,982 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28. 2024-11-13T19:46:59,982 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28. 2024-11-13T19:46:59,982 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for f281cdbc8e7bb9e2d165463c3621bd28: Waiting for close lock at 1731527219981Disabling compacts and flushes for region at 1731527219981Disabling writes for close at 1731527219982 (+1 ms)Writing region close event to WAL at 1731527219982Closed at 1731527219982 2024-11-13T19:46:59,982 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8185a788382eeafbac539fd6859cca61, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731527219715.8185a788382eeafbac539fd6859cca61.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:46:59,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741851_1027 (size=110) 2024-11-13T19:46:59,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741851_1027 (size=110) 2024-11-13T19:46:59,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741851_1027 (size=110) 2024-11-13T19:46:59,992 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:46:59,992 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 26430898ddb1994f3544653aa7d4de48, disabling compactions & flushes 2024-11-13T19:46:59,992 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48. 2024-11-13T19:46:59,993 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48. 2024-11-13T19:46:59,993 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48. after waiting 0 ms 2024-11-13T19:46:59,993 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48. 2024-11-13T19:46:59,993 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48. 2024-11-13T19:46:59,993 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 26430898ddb1994f3544653aa7d4de48: Waiting for close lock at 1731527219992Disabling compacts and flushes for region at 1731527219992Disabling writes for close at 1731527219993 (+1 ms)Writing region close event to WAL at 1731527219993Closed at 1731527219993 2024-11-13T19:46:59,994 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a782c7612f992af7ac0ddf32fa1a3535, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731527219715.a782c7612f992af7ac0ddf32fa1a3535.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:46:59,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741852_1028 (size=110) 2024-11-13T19:46:59,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741852_1028 (size=110) 2024-11-13T19:46:59,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741852_1028 (size=110) 2024-11-13T19:46:59,997 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731527219715.8185a788382eeafbac539fd6859cca61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:46:59,997 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 8185a788382eeafbac539fd6859cca61, disabling compactions & flushes 2024-11-13T19:46:59,997 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731527219715.8185a788382eeafbac539fd6859cca61. 2024-11-13T19:46:59,997 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731527219715.8185a788382eeafbac539fd6859cca61. 2024-11-13T19:46:59,998 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731527219715.8185a788382eeafbac539fd6859cca61. after waiting 0 ms 2024-11-13T19:46:59,998 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731527219715.8185a788382eeafbac539fd6859cca61. 2024-11-13T19:46:59,998 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731527219715.8185a788382eeafbac539fd6859cca61. 2024-11-13T19:46:59,998 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8185a788382eeafbac539fd6859cca61: Waiting for close lock at 1731527219997Disabling compacts and flushes for region at 1731527219997Disabling writes for close at 1731527219998 (+1 ms)Writing region close event to WAL at 1731527219998Closed at 1731527219998 2024-11-13T19:46:59,999 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 794fd32cb98a115cdf92117e6a1fead1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:47:00,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741853_1029 (size=110) 2024-11-13T19:47:00,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741853_1029 (size=110) 2024-11-13T19:47:00,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741853_1029 (size=110) 2024-11-13T19:47:00,007 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731527219715.a782c7612f992af7ac0ddf32fa1a3535.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:00,007 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing a782c7612f992af7ac0ddf32fa1a3535, disabling compactions & flushes 2024-11-13T19:47:00,007 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731527219715.a782c7612f992af7ac0ddf32fa1a3535. 2024-11-13T19:47:00,007 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731527219715.a782c7612f992af7ac0ddf32fa1a3535. 2024-11-13T19:47:00,007 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731527219715.a782c7612f992af7ac0ddf32fa1a3535. after waiting 0 ms 2024-11-13T19:47:00,007 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731527219715.a782c7612f992af7ac0ddf32fa1a3535. 2024-11-13T19:47:00,007 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731527219715.a782c7612f992af7ac0ddf32fa1a3535. 2024-11-13T19:47:00,007 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for a782c7612f992af7ac0ddf32fa1a3535: Waiting for close lock at 1731527220007Disabling compacts and flushes for region at 1731527220007Disabling writes for close at 1731527220007Writing region close event to WAL at 1731527220007Closed at 1731527220007 2024-11-13T19:47:00,008 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 93e1a725e83241c591f9908e5305a915, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731527219715.93e1a725e83241c591f9908e5305a915.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:47:00,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741854_1030 (size=110) 2024-11-13T19:47:00,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741854_1030 (size=110) 2024-11-13T19:47:00,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741854_1030 (size=110) 2024-11-13T19:47:00,019 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:00,019 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 794fd32cb98a115cdf92117e6a1fead1, disabling compactions & flushes 2024-11-13T19:47:00,019 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1. 2024-11-13T19:47:00,019 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1. 2024-11-13T19:47:00,019 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1. after waiting 0 ms 2024-11-13T19:47:00,019 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1. 2024-11-13T19:47:00,019 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1. 2024-11-13T19:47:00,019 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 794fd32cb98a115cdf92117e6a1fead1: Waiting for close lock at 1731527220019Disabling compacts and flushes for region at 1731527220019Disabling writes for close at 1731527220019Writing region close event to WAL at 1731527220019Closed at 1731527220019 2024-11-13T19:47:00,020 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8aab09ceed4e6cb83d28ec95a3041925, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:47:00,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741855_1031 (size=110) 2024-11-13T19:47:00,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741855_1031 (size=110) 2024-11-13T19:47:00,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741855_1031 (size=110) 2024-11-13T19:47:00,033 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731527219715.93e1a725e83241c591f9908e5305a915.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:00,033 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 93e1a725e83241c591f9908e5305a915, disabling compactions & flushes 2024-11-13T19:47:00,033 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731527219715.93e1a725e83241c591f9908e5305a915. 2024-11-13T19:47:00,033 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731527219715.93e1a725e83241c591f9908e5305a915. 2024-11-13T19:47:00,033 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731527219715.93e1a725e83241c591f9908e5305a915. after waiting 0 ms 2024-11-13T19:47:00,033 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731527219715.93e1a725e83241c591f9908e5305a915. 2024-11-13T19:47:00,033 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731527219715.93e1a725e83241c591f9908e5305a915. 2024-11-13T19:47:00,033 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 93e1a725e83241c591f9908e5305a915: Waiting for close lock at 1731527220033Disabling compacts and flushes for region at 1731527220033Disabling writes for close at 1731527220033Writing region close event to WAL at 1731527220033Closed at 1731527220033 2024-11-13T19:47:00,034 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ea8ca52527ea7295d3c4f05e32b4b390, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:47:00,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741856_1032 (size=110) 2024-11-13T19:47:00,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741856_1032 (size=110) 2024-11-13T19:47:00,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741856_1032 (size=110) 2024-11-13T19:47:00,047 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:00,048 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 8aab09ceed4e6cb83d28ec95a3041925, disabling compactions & flushes 2024-11-13T19:47:00,048 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925. 2024-11-13T19:47:00,048 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925. 2024-11-13T19:47:00,048 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925. after waiting 0 ms 2024-11-13T19:47:00,048 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925. 2024-11-13T19:47:00,048 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925. 2024-11-13T19:47:00,048 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8aab09ceed4e6cb83d28ec95a3041925: Waiting for close lock at 1731527220047Disabling compacts and flushes for region at 1731527220047Disabling writes for close at 1731527220048 (+1 ms)Writing region close event to WAL at 1731527220048Closed at 1731527220048 2024-11-13T19:47:00,049 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e5971aa7ebe03fa75b4cf1a9a1ba715e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731527219715.e5971aa7ebe03fa75b4cf1a9a1ba715e.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:47:00,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741857_1033 (size=110) 2024-11-13T19:47:00,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741857_1033 (size=110) 2024-11-13T19:47:00,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741857_1033 (size=110) 2024-11-13T19:47:00,055 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:00,055 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing ea8ca52527ea7295d3c4f05e32b4b390, disabling compactions & flushes 2024-11-13T19:47:00,055 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390. 2024-11-13T19:47:00,055 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390. 2024-11-13T19:47:00,055 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390. after waiting 0 ms 2024-11-13T19:47:00,055 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390. 2024-11-13T19:47:00,055 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390. 2024-11-13T19:47:00,056 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for ea8ca52527ea7295d3c4f05e32b4b390: Waiting for close lock at 1731527220055Disabling compacts and flushes for region at 1731527220055Disabling writes for close at 1731527220055Writing region close event to WAL at 1731527220055Closed at 1731527220055 2024-11-13T19:47:00,057 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8f0b260a9608dc3f9d46ab65522d6b69, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:47:00,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741858_1034 (size=110) 2024-11-13T19:47:00,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741858_1034 (size=110) 2024-11-13T19:47:00,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741858_1034 (size=110) 2024-11-13T19:47:00,066 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731527219715.e5971aa7ebe03fa75b4cf1a9a1ba715e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:00,066 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing e5971aa7ebe03fa75b4cf1a9a1ba715e, disabling compactions & flushes 2024-11-13T19:47:00,066 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731527219715.e5971aa7ebe03fa75b4cf1a9a1ba715e. 2024-11-13T19:47:00,066 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731527219715.e5971aa7ebe03fa75b4cf1a9a1ba715e. 2024-11-13T19:47:00,067 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731527219715.e5971aa7ebe03fa75b4cf1a9a1ba715e. after waiting 1 ms 2024-11-13T19:47:00,067 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731527219715.e5971aa7ebe03fa75b4cf1a9a1ba715e. 2024-11-13T19:47:00,067 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731527219715.e5971aa7ebe03fa75b4cf1a9a1ba715e. 2024-11-13T19:47:00,067 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for e5971aa7ebe03fa75b4cf1a9a1ba715e: Waiting for close lock at 1731527220066Disabling compacts and flushes for region at 1731527220066Disabling writes for close at 1731527220067 (+1 ms)Writing region close event to WAL at 1731527220067Closed at 1731527220067 2024-11-13T19:47:00,068 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 56ffda84ecef77823a77f80354b8e977, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:47:00,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741859_1035 (size=110) 2024-11-13T19:47:00,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741859_1035 (size=110) 2024-11-13T19:47:00,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741859_1035 (size=110) 2024-11-13T19:47:00,079 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:00,079 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 8f0b260a9608dc3f9d46ab65522d6b69, disabling compactions & flushes 2024-11-13T19:47:00,079 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69. 2024-11-13T19:47:00,079 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69. 2024-11-13T19:47:00,079 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69. after waiting 0 ms 2024-11-13T19:47:00,080 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69. 2024-11-13T19:47:00,080 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69. 2024-11-13T19:47:00,080 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8f0b260a9608dc3f9d46ab65522d6b69: Waiting for close lock at 1731527220079Disabling compacts and flushes for region at 1731527220079Disabling writes for close at 1731527220080 (+1 ms)Writing region close event to WAL at 1731527220080Closed at 1731527220080 2024-11-13T19:47:00,081 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e00f098ed38fa2457347fd8191f014fc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:47:00,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741860_1036 (size=110) 2024-11-13T19:47:00,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741860_1036 (size=110) 2024-11-13T19:47:00,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741860_1036 (size=110) 2024-11-13T19:47:00,085 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:00,085 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 56ffda84ecef77823a77f80354b8e977, disabling compactions & flushes 2024-11-13T19:47:00,085 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977. 2024-11-13T19:47:00,085 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977. 2024-11-13T19:47:00,085 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977. after waiting 0 ms 2024-11-13T19:47:00,085 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977. 2024-11-13T19:47:00,085 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977. 2024-11-13T19:47:00,085 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 56ffda84ecef77823a77f80354b8e977: Waiting for close lock at 1731527220085Disabling compacts and flushes for region at 1731527220085Disabling writes for close at 1731527220085Writing region close event to WAL at 1731527220085Closed at 1731527220085 2024-11-13T19:47:00,086 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1c35ffbc17b9c2b21fe4cce4afd409c8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731527219715.1c35ffbc17b9c2b21fe4cce4afd409c8.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:47:00,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741861_1037 (size=110) 2024-11-13T19:47:00,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741861_1037 (size=110) 2024-11-13T19:47:00,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741861_1037 (size=110) 2024-11-13T19:47:00,094 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:00,094 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing e00f098ed38fa2457347fd8191f014fc, disabling compactions & flushes 2024-11-13T19:47:00,095 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc. 2024-11-13T19:47:00,095 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc. 2024-11-13T19:47:00,095 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc. after waiting 0 ms 2024-11-13T19:47:00,095 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc. 2024-11-13T19:47:00,095 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc. 2024-11-13T19:47:00,095 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for e00f098ed38fa2457347fd8191f014fc: Waiting for close lock at 1731527220094Disabling compacts and flushes for region at 1731527220094Disabling writes for close at 1731527220095 (+1 ms)Writing region close event to WAL at 1731527220095Closed at 1731527220095 2024-11-13T19:47:00,095 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cd980c6122a0cbca24606b55188928e4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8 2024-11-13T19:47:00,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741862_1038 (size=110) 2024-11-13T19:47:00,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741862_1038 (size=110) 2024-11-13T19:47:00,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741862_1038 (size=110) 2024-11-13T19:47:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:47:00,099 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731527219715.1c35ffbc17b9c2b21fe4cce4afd409c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:00,099 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 1c35ffbc17b9c2b21fe4cce4afd409c8, disabling compactions & flushes 2024-11-13T19:47:00,099 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731527219715.1c35ffbc17b9c2b21fe4cce4afd409c8. 2024-11-13T19:47:00,099 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731527219715.1c35ffbc17b9c2b21fe4cce4afd409c8. 2024-11-13T19:47:00,099 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731527219715.1c35ffbc17b9c2b21fe4cce4afd409c8. after waiting 0 ms 2024-11-13T19:47:00,100 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731527219715.1c35ffbc17b9c2b21fe4cce4afd409c8. 2024-11-13T19:47:00,100 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731527219715.1c35ffbc17b9c2b21fe4cce4afd409c8. 2024-11-13T19:47:00,100 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1c35ffbc17b9c2b21fe4cce4afd409c8: Waiting for close lock at 1731527220099Disabling compacts and flushes for region at 1731527220099Disabling writes for close at 1731527220099Writing region close event to WAL at 1731527220100 (+1 ms)Closed at 1731527220100 2024-11-13T19:47:00,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741863_1039 (size=107) 2024-11-13T19:47:00,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741863_1039 (size=107) 2024-11-13T19:47:00,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741863_1039 (size=107) 2024-11-13T19:47:00,109 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:00,109 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing cd980c6122a0cbca24606b55188928e4, disabling compactions & flushes 2024-11-13T19:47:00,109 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4. 2024-11-13T19:47:00,109 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4. 2024-11-13T19:47:00,109 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4. after waiting 0 ms 2024-11-13T19:47:00,109 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4. 2024-11-13T19:47:00,109 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4. 2024-11-13T19:47:00,109 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for cd980c6122a0cbca24606b55188928e4: Waiting for close lock at 1731527220109Disabling compacts and flushes for region at 1731527220109Disabling writes for close at 1731527220109Writing region close event to WAL at 1731527220109Closed at 1731527220109 2024-11-13T19:47:00,287 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731527219715.df1bbb00901831281c100d3f74322a65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:00,287 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing df1bbb00901831281c100d3f74322a65, disabling compactions & flushes 2024-11-13T19:47:00,287 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731527219715.df1bbb00901831281c100d3f74322a65. 2024-11-13T19:47:00,287 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731527219715.df1bbb00901831281c100d3f74322a65. 2024-11-13T19:47:00,287 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731527219715.df1bbb00901831281c100d3f74322a65. after waiting 0 ms 2024-11-13T19:47:00,287 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731527219715.df1bbb00901831281c100d3f74322a65. 2024-11-13T19:47:00,287 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731527219715.df1bbb00901831281c100d3f74322a65. 2024-11-13T19:47:00,287 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for df1bbb00901831281c100d3f74322a65: Waiting for close lock at 1731527220287Disabling compacts and flushes for region at 1731527220287Disabling writes for close at 1731527220287Writing region close event to WAL at 1731527220287Closed at 1731527220287 2024-11-13T19:47:00,291 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:47:00,298 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731527220292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731527220292"}]},"ts":"1731527220292"} 2024-11-13T19:47:00,298 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731527220292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731527220292"}]},"ts":"1731527220292"} 2024-11-13T19:47:00,298 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731527220292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731527220292"}]},"ts":"1731527220292"} 2024-11-13T19:47:00,299 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731527220292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731527220292"}]},"ts":"1731527220292"} 2024-11-13T19:47:00,299 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731527220292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731527220292"}]},"ts":"1731527220292"} 2024-11-13T19:47:00,299 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731527220292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731527220292"}]},"ts":"1731527220292"} 2024-11-13T19:47:00,299 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731527220292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731527220292"}]},"ts":"1731527220292"} 2024-11-13T19:47:00,300 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731527220292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731527220292"}]},"ts":"1731527220292"} 2024-11-13T19:47:00,300 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731527220292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731527220292"}]},"ts":"1731527220292"} 2024-11-13T19:47:00,300 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731527220292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731527220292"}]},"ts":"1731527220292"} 2024-11-13T19:47:00,300 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731527220292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731527220292"}]},"ts":"1731527220292"} 2024-11-13T19:47:00,300 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731527220292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731527220292"}]},"ts":"1731527220292"} 2024-11-13T19:47:00,301 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731527220292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731527220292"}]},"ts":"1731527220292"} 2024-11-13T19:47:00,301 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731527219715.8185a788382eeafbac539fd6859cca61.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731527220292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731527220292"}]},"ts":"1731527220292"} 2024-11-13T19:47:00,301 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731527219715.a782c7612f992af7ac0ddf32fa1a3535.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731527220292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731527220292"}]},"ts":"1731527220292"} 2024-11-13T19:47:00,302 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731527220292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731527220292"}]},"ts":"1731527220292"} 2024-11-13T19:47:00,302 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731527219715.93e1a725e83241c591f9908e5305a915.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731527220292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731527220292"}]},"ts":"1731527220292"} 2024-11-13T19:47:00,302 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731527220292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731527220292"}]},"ts":"1731527220292"} 2024-11-13T19:47:00,302 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731527220292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731527220292"}]},"ts":"1731527220292"} 2024-11-13T19:47:00,302 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731527219715.e5971aa7ebe03fa75b4cf1a9a1ba715e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731527220292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731527220292"}]},"ts":"1731527220292"} 2024-11-13T19:47:00,302 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731527220292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731527220292"}]},"ts":"1731527220292"} 2024-11-13T19:47:00,302 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731527220292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731527220292"}]},"ts":"1731527220292"} 2024-11-13T19:47:00,303 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731527220292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731527220292"}]},"ts":"1731527220292"} 2024-11-13T19:47:00,303 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731527219715.1c35ffbc17b9c2b21fe4cce4afd409c8.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731527220292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731527220292"}]},"ts":"1731527220292"} 2024-11-13T19:47:00,303 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731527220292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731527220292"}]},"ts":"1731527220292"} 2024-11-13T19:47:00,304 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731527219715.df1bbb00901831281c100d3f74322a65.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731527220292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731527220292"}]},"ts":"1731527220292"} 2024-11-13T19:47:00,374 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-13T19:47:00,383 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:47:00,388 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731527220383"}]},"ts":"1731527220383"} 2024-11-13T19:47:00,394 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-13T19:47:00,395 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {54d0784d1943=0} racks are {/default-rack=0} 2024-11-13T19:47:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:47:00,454 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T19:47:00,454 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T19:47:00,454 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T19:47:00,454 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T19:47:00,455 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T19:47:00,455 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T19:47:00,455 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T19:47:00,455 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T19:47:00,455 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T19:47:00,455 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T19:47:00,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df1bbb00901831281c100d3f74322a65, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=625f75ec330faf52c6136527b5e15c74, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3bede716e734ef93a4598b2824ac93f7, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db9e543540a5670095517a3903d74f77, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ff77b4b4d6683f8ae008c441b0a12634, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c502acd04a283d4e19dfb43b788f1b8e, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4225c4770f825104cab15473ef6afd09, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88c31793ec2225d06f0d31241d09d0ec, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3c8f08ea0832d0add659b4a762eaeecb, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=883657147e4a4c1b3140f7d57b000561, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=693afcfe58d6bfeddb494e4191ad208a, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ff820e10adff8aa7d5b1750c2208598e, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f281cdbc8e7bb9e2d165463c3621bd28, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=26430898ddb1994f3544653aa7d4de48, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8185a788382eeafbac539fd6859cca61, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a782c7612f992af7ac0ddf32fa1a3535, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=794fd32cb98a115cdf92117e6a1fead1, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=93e1a725e83241c591f9908e5305a915, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8aab09ceed4e6cb83d28ec95a3041925, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea8ca52527ea7295d3c4f05e32b4b390, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e5971aa7ebe03fa75b4cf1a9a1ba715e, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8f0b260a9608dc3f9d46ab65522d6b69, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56ffda84ecef77823a77f80354b8e977, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e00f098ed38fa2457347fd8191f014fc, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1c35ffbc17b9c2b21fe4cce4afd409c8, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd980c6122a0cbca24606b55188928e4, ASSIGN}] 2024-11-13T19:47:00,470 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd980c6122a0cbca24606b55188928e4, ASSIGN 2024-11-13T19:47:00,472 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd980c6122a0cbca24606b55188928e4, ASSIGN; state=OFFLINE, location=54d0784d1943,43951,1731527216868; forceNewPlan=false, retain=false 2024-11-13T19:47:00,474 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1c35ffbc17b9c2b21fe4cce4afd409c8, ASSIGN 2024-11-13T19:47:00,475 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1c35ffbc17b9c2b21fe4cce4afd409c8, ASSIGN; state=OFFLINE, location=54d0784d1943,42665,1731527216757; forceNewPlan=false, retain=false 2024-11-13T19:47:00,477 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e00f098ed38fa2457347fd8191f014fc, ASSIGN 2024-11-13T19:47:00,482 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e00f098ed38fa2457347fd8191f014fc, ASSIGN; state=OFFLINE, location=54d0784d1943,35165,1731527216930; forceNewPlan=false, retain=false 2024-11-13T19:47:00,484 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56ffda84ecef77823a77f80354b8e977, ASSIGN 2024-11-13T19:47:00,486 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56ffda84ecef77823a77f80354b8e977, ASSIGN; state=OFFLINE, location=54d0784d1943,43951,1731527216868; forceNewPlan=false, retain=false 2024-11-13T19:47:00,487 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8f0b260a9608dc3f9d46ab65522d6b69, ASSIGN 2024-11-13T19:47:00,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:47:00,489 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8f0b260a9608dc3f9d46ab65522d6b69, ASSIGN; state=OFFLINE, location=54d0784d1943,42665,1731527216757; forceNewPlan=false, retain=false 2024-11-13T19:47:00,490 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e5971aa7ebe03fa75b4cf1a9a1ba715e, ASSIGN 2024-11-13T19:47:00,492 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e5971aa7ebe03fa75b4cf1a9a1ba715e, ASSIGN; state=OFFLINE, location=54d0784d1943,35165,1731527216930; forceNewPlan=false, retain=false 2024-11-13T19:47:00,493 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea8ca52527ea7295d3c4f05e32b4b390, ASSIGN 2024-11-13T19:47:00,494 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea8ca52527ea7295d3c4f05e32b4b390, ASSIGN; state=OFFLINE, location=54d0784d1943,43951,1731527216868; forceNewPlan=false, retain=false 2024-11-13T19:47:00,496 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8aab09ceed4e6cb83d28ec95a3041925, ASSIGN 2024-11-13T19:47:00,497 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8aab09ceed4e6cb83d28ec95a3041925, ASSIGN; state=OFFLINE, location=54d0784d1943,42665,1731527216757; forceNewPlan=false, retain=false 2024-11-13T19:47:00,499 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=93e1a725e83241c591f9908e5305a915, ASSIGN 2024-11-13T19:47:00,501 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=93e1a725e83241c591f9908e5305a915, ASSIGN; state=OFFLINE, location=54d0784d1943,35165,1731527216930; forceNewPlan=false, retain=false 2024-11-13T19:47:00,503 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=794fd32cb98a115cdf92117e6a1fead1, ASSIGN 2024-11-13T19:47:00,505 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=794fd32cb98a115cdf92117e6a1fead1, ASSIGN; state=OFFLINE, location=54d0784d1943,43951,1731527216868; forceNewPlan=false, retain=false 2024-11-13T19:47:00,510 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a782c7612f992af7ac0ddf32fa1a3535, ASSIGN 2024-11-13T19:47:00,512 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a782c7612f992af7ac0ddf32fa1a3535, ASSIGN; state=OFFLINE, location=54d0784d1943,42665,1731527216757; forceNewPlan=false, retain=false 2024-11-13T19:47:00,513 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8185a788382eeafbac539fd6859cca61, ASSIGN 2024-11-13T19:47:00,515 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8185a788382eeafbac539fd6859cca61, ASSIGN; state=OFFLINE, location=54d0784d1943,35165,1731527216930; forceNewPlan=false, retain=false 2024-11-13T19:47:00,517 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=26430898ddb1994f3544653aa7d4de48, ASSIGN 2024-11-13T19:47:00,519 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=26430898ddb1994f3544653aa7d4de48, ASSIGN; state=OFFLINE, location=54d0784d1943,43951,1731527216868; forceNewPlan=false, retain=false 2024-11-13T19:47:00,521 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f281cdbc8e7bb9e2d165463c3621bd28, ASSIGN 2024-11-13T19:47:00,523 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f281cdbc8e7bb9e2d165463c3621bd28, ASSIGN; state=OFFLINE, location=54d0784d1943,42665,1731527216757; forceNewPlan=false, retain=false 2024-11-13T19:47:00,526 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ff820e10adff8aa7d5b1750c2208598e, ASSIGN 2024-11-13T19:47:00,528 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ff820e10adff8aa7d5b1750c2208598e, ASSIGN; state=OFFLINE, location=54d0784d1943,35165,1731527216930; forceNewPlan=false, retain=false 2024-11-13T19:47:00,530 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=693afcfe58d6bfeddb494e4191ad208a, ASSIGN 2024-11-13T19:47:00,532 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=693afcfe58d6bfeddb494e4191ad208a, ASSIGN; state=OFFLINE, location=54d0784d1943,42665,1731527216757; forceNewPlan=false, retain=false 2024-11-13T19:47:00,535 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=883657147e4a4c1b3140f7d57b000561, ASSIGN 2024-11-13T19:47:00,536 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=883657147e4a4c1b3140f7d57b000561, ASSIGN; state=OFFLINE, location=54d0784d1943,43951,1731527216868; forceNewPlan=false, retain=false 2024-11-13T19:47:00,538 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3c8f08ea0832d0add659b4a762eaeecb, ASSIGN 2024-11-13T19:47:00,540 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3c8f08ea0832d0add659b4a762eaeecb, ASSIGN; state=OFFLINE, location=54d0784d1943,35165,1731527216930; forceNewPlan=false, retain=false 2024-11-13T19:47:00,542 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88c31793ec2225d06f0d31241d09d0ec, ASSIGN 2024-11-13T19:47:00,543 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88c31793ec2225d06f0d31241d09d0ec, ASSIGN; state=OFFLINE, location=54d0784d1943,43951,1731527216868; forceNewPlan=false, retain=false 2024-11-13T19:47:00,547 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4225c4770f825104cab15473ef6afd09, ASSIGN 2024-11-13T19:47:00,549 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4225c4770f825104cab15473ef6afd09, ASSIGN; state=OFFLINE, location=54d0784d1943,42665,1731527216757; forceNewPlan=false, retain=false 2024-11-13T19:47:00,551 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c502acd04a283d4e19dfb43b788f1b8e, ASSIGN 2024-11-13T19:47:00,552 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c502acd04a283d4e19dfb43b788f1b8e, ASSIGN; state=OFFLINE, location=54d0784d1943,35165,1731527216930; forceNewPlan=false, retain=false 2024-11-13T19:47:00,556 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ff77b4b4d6683f8ae008c441b0a12634, ASSIGN 2024-11-13T19:47:00,557 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ff77b4b4d6683f8ae008c441b0a12634, ASSIGN; state=OFFLINE, location=54d0784d1943,42665,1731527216757; forceNewPlan=false, retain=false 2024-11-13T19:47:00,567 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db9e543540a5670095517a3903d74f77, ASSIGN 2024-11-13T19:47:00,574 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db9e543540a5670095517a3903d74f77, ASSIGN; state=OFFLINE, location=54d0784d1943,43951,1731527216868; forceNewPlan=false, retain=false 2024-11-13T19:47:00,578 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3bede716e734ef93a4598b2824ac93f7, ASSIGN 2024-11-13T19:47:00,582 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3bede716e734ef93a4598b2824ac93f7, ASSIGN; state=OFFLINE, location=54d0784d1943,35165,1731527216930; forceNewPlan=false, retain=false 2024-11-13T19:47:00,585 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=625f75ec330faf52c6136527b5e15c74, ASSIGN 2024-11-13T19:47:00,587 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=625f75ec330faf52c6136527b5e15c74, ASSIGN; state=OFFLINE, location=54d0784d1943,43951,1731527216868; forceNewPlan=false, retain=false 2024-11-13T19:47:00,589 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df1bbb00901831281c100d3f74322a65, ASSIGN 2024-11-13T19:47:00,592 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df1bbb00901831281c100d3f74322a65, ASSIGN; state=OFFLINE, location=54d0784d1943,35165,1731527216930; forceNewPlan=false, retain=false 2024-11-13T19:47:00,626 INFO [54d0784d1943:39757 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-13T19:47:00,628 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=cd980c6122a0cbca24606b55188928e4, regionState=OPENING, regionLocation=54d0784d1943,43951,1731527216868 2024-11-13T19:47:00,629 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=56ffda84ecef77823a77f80354b8e977, regionState=OPENING, regionLocation=54d0784d1943,43951,1731527216868 2024-11-13T19:47:00,630 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=ea8ca52527ea7295d3c4f05e32b4b390, regionState=OPENING, regionLocation=54d0784d1943,43951,1731527216868 2024-11-13T19:47:00,631 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=794fd32cb98a115cdf92117e6a1fead1, regionState=OPENING, regionLocation=54d0784d1943,43951,1731527216868 2024-11-13T19:47:00,632 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=26430898ddb1994f3544653aa7d4de48, regionState=OPENING, regionLocation=54d0784d1943,43951,1731527216868 2024-11-13T19:47:00,633 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=883657147e4a4c1b3140f7d57b000561, regionState=OPENING, regionLocation=54d0784d1943,43951,1731527216868 2024-11-13T19:47:00,634 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=88c31793ec2225d06f0d31241d09d0ec, regionState=OPENING, regionLocation=54d0784d1943,43951,1731527216868 2024-11-13T19:47:00,636 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=db9e543540a5670095517a3903d74f77, regionState=OPENING, regionLocation=54d0784d1943,43951,1731527216868 2024-11-13T19:47:00,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd980c6122a0cbca24606b55188928e4, ASSIGN because future has completed 2024-11-13T19:47:00,637 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=625f75ec330faf52c6136527b5e15c74, regionState=OPENING, regionLocation=54d0784d1943,43951,1731527216868 2024-11-13T19:47:00,638 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=1c35ffbc17b9c2b21fe4cce4afd409c8, regionState=OPENING, regionLocation=54d0784d1943,42665,1731527216757 2024-11-13T19:47:00,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd980c6122a0cbca24606b55188928e4, server=54d0784d1943,43951,1731527216868}] 2024-11-13T19:47:00,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56ffda84ecef77823a77f80354b8e977, ASSIGN because future has completed 2024-11-13T19:47:00,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea8ca52527ea7295d3c4f05e32b4b390, ASSIGN because future has completed 2024-11-13T19:47:00,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=794fd32cb98a115cdf92117e6a1fead1, ASSIGN because future has completed 2024-11-13T19:47:00,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 794fd32cb98a115cdf92117e6a1fead1, server=54d0784d1943,43951,1731527216868}] 2024-11-13T19:47:00,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=26430898ddb1994f3544653aa7d4de48, ASSIGN because future has completed 2024-11-13T19:47:00,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea8ca52527ea7295d3c4f05e32b4b390, server=54d0784d1943,43951,1731527216868}] 2024-11-13T19:47:00,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=883657147e4a4c1b3140f7d57b000561, ASSIGN because future has completed 2024-11-13T19:47:00,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88c31793ec2225d06f0d31241d09d0ec, ASSIGN because future has completed 2024-11-13T19:47:00,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db9e543540a5670095517a3903d74f77, ASSIGN because future has completed 2024-11-13T19:47:00,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure db9e543540a5670095517a3903d74f77, server=54d0784d1943,43951,1731527216868}] 2024-11-13T19:47:00,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=625f75ec330faf52c6136527b5e15c74, ASSIGN because future has completed 2024-11-13T19:47:00,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1c35ffbc17b9c2b21fe4cce4afd409c8, ASSIGN because future has completed 2024-11-13T19:47:00,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c35ffbc17b9c2b21fe4cce4afd409c8, server=54d0784d1943,42665,1731527216757}] 2024-11-13T19:47:00,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 625f75ec330faf52c6136527b5e15c74, server=54d0784d1943,43951,1731527216868}] 2024-11-13T19:47:00,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88c31793ec2225d06f0d31241d09d0ec, server=54d0784d1943,43951,1731527216868}] 2024-11-13T19:47:00,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 883657147e4a4c1b3140f7d57b000561, server=54d0784d1943,43951,1731527216868}] 2024-11-13T19:47:00,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26430898ddb1994f3544653aa7d4de48, server=54d0784d1943,43951,1731527216868}] 2024-11-13T19:47:00,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56ffda84ecef77823a77f80354b8e977, server=54d0784d1943,43951,1731527216868}] 2024-11-13T19:47:00,743 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=8f0b260a9608dc3f9d46ab65522d6b69, regionState=OPENING, regionLocation=54d0784d1943,42665,1731527216757 2024-11-13T19:47:00,744 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=8aab09ceed4e6cb83d28ec95a3041925, regionState=OPENING, regionLocation=54d0784d1943,42665,1731527216757 2024-11-13T19:47:00,745 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=a782c7612f992af7ac0ddf32fa1a3535, regionState=OPENING, regionLocation=54d0784d1943,42665,1731527216757 2024-11-13T19:47:00,746 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=f281cdbc8e7bb9e2d165463c3621bd28, regionState=OPENING, regionLocation=54d0784d1943,42665,1731527216757 2024-11-13T19:47:00,747 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=693afcfe58d6bfeddb494e4191ad208a, regionState=OPENING, regionLocation=54d0784d1943,42665,1731527216757 2024-11-13T19:47:00,748 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4225c4770f825104cab15473ef6afd09, regionState=OPENING, regionLocation=54d0784d1943,42665,1731527216757 2024-11-13T19:47:00,750 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ff77b4b4d6683f8ae008c441b0a12634, regionState=OPENING, regionLocation=54d0784d1943,42665,1731527216757 2024-11-13T19:47:00,751 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=e00f098ed38fa2457347fd8191f014fc, regionState=OPENING, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:47:00,752 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=e5971aa7ebe03fa75b4cf1a9a1ba715e, regionState=OPENING, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:47:00,754 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=93e1a725e83241c591f9908e5305a915, regionState=OPENING, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:47:00,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8f0b260a9608dc3f9d46ab65522d6b69, ASSIGN because future has completed 2024-11-13T19:47:00,755 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=8185a788382eeafbac539fd6859cca61, regionState=OPENING, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:47:00,757 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=ff820e10adff8aa7d5b1750c2208598e, regionState=OPENING, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:47:00,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f0b260a9608dc3f9d46ab65522d6b69, server=54d0784d1943,42665,1731527216757}] 2024-11-13T19:47:00,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8aab09ceed4e6cb83d28ec95a3041925, ASSIGN because future has completed 2024-11-13T19:47:00,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a782c7612f992af7ac0ddf32fa1a3535, ASSIGN because future has completed 2024-11-13T19:47:00,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f281cdbc8e7bb9e2d165463c3621bd28, ASSIGN because future has completed 2024-11-13T19:47:00,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure f281cdbc8e7bb9e2d165463c3621bd28, server=54d0784d1943,42665,1731527216757}] 2024-11-13T19:47:00,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=693afcfe58d6bfeddb494e4191ad208a, ASSIGN because future has completed 2024-11-13T19:47:00,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4225c4770f825104cab15473ef6afd09, ASSIGN because future has completed 2024-11-13T19:47:00,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ff77b4b4d6683f8ae008c441b0a12634, ASSIGN because future has completed 2024-11-13T19:47:00,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff77b4b4d6683f8ae008c441b0a12634, server=54d0784d1943,42665,1731527216757}] 2024-11-13T19:47:00,824 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48. 2024-11-13T19:47:00,826 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 26430898ddb1994f3544653aa7d4de48, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-13T19:47:00,827 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 26430898ddb1994f3544653aa7d4de48 2024-11-13T19:47:00,827 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:00,827 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 26430898ddb1994f3544653aa7d4de48 2024-11-13T19:47:00,827 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 26430898ddb1994f3544653aa7d4de48 2024-11-13T19:47:00,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e00f098ed38fa2457347fd8191f014fc, ASSIGN because future has completed 2024-11-13T19:47:00,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure e00f098ed38fa2457347fd8191f014fc, server=54d0784d1943,35165,1731527216930}] 2024-11-13T19:47:00,833 INFO [StoreOpener-26430898ddb1994f3544653aa7d4de48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 26430898ddb1994f3544653aa7d4de48 2024-11-13T19:47:00,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e5971aa7ebe03fa75b4cf1a9a1ba715e, ASSIGN because future has completed 2024-11-13T19:47:00,842 INFO [StoreOpener-26430898ddb1994f3544653aa7d4de48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26430898ddb1994f3544653aa7d4de48 columnFamilyName colfamily11 2024-11-13T19:47:00,842 DEBUG [StoreOpener-26430898ddb1994f3544653aa7d4de48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:00,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=93e1a725e83241c591f9908e5305a915, ASSIGN because future has completed 2024-11-13T19:47:00,844 INFO [StoreOpener-26430898ddb1994f3544653aa7d4de48-1 {}] regionserver.HStore(327): Store=26430898ddb1994f3544653aa7d4de48/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:00,845 INFO [StoreOpener-26430898ddb1994f3544653aa7d4de48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 26430898ddb1994f3544653aa7d4de48 2024-11-13T19:47:00,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8185a788382eeafbac539fd6859cca61, ASSIGN because future has completed 2024-11-13T19:47:00,847 INFO [StoreOpener-26430898ddb1994f3544653aa7d4de48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26430898ddb1994f3544653aa7d4de48 columnFamilyName colfamily21 2024-11-13T19:47:00,847 DEBUG [StoreOpener-26430898ddb1994f3544653aa7d4de48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:00,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8185a788382eeafbac539fd6859cca61, server=54d0784d1943,35165,1731527216930}] 2024-11-13T19:47:00,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ff820e10adff8aa7d5b1750c2208598e, ASSIGN because future has completed 2024-11-13T19:47:00,848 INFO [StoreOpener-26430898ddb1994f3544653aa7d4de48-1 {}] regionserver.HStore(327): Store=26430898ddb1994f3544653aa7d4de48/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:00,849 INFO [StoreOpener-26430898ddb1994f3544653aa7d4de48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 26430898ddb1994f3544653aa7d4de48 2024-11-13T19:47:00,851 INFO [StoreOpener-26430898ddb1994f3544653aa7d4de48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26430898ddb1994f3544653aa7d4de48 columnFamilyName colfamily31 2024-11-13T19:47:00,852 DEBUG [StoreOpener-26430898ddb1994f3544653aa7d4de48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:00,852 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:47:00,852 INFO [StoreOpener-26430898ddb1994f3544653aa7d4de48-1 {}] regionserver.HStore(327): Store=26430898ddb1994f3544653aa7d4de48/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:00,853 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 26430898ddb1994f3544653aa7d4de48 2024-11-13T19:47:00,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff820e10adff8aa7d5b1750c2208598e, server=54d0784d1943,35165,1731527216930}] 2024-11-13T19:47:00,854 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26430898ddb1994f3544653aa7d4de48 2024-11-13T19:47:00,856 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26430898ddb1994f3544653aa7d4de48 2024-11-13T19:47:00,858 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 26430898ddb1994f3544653aa7d4de48 2024-11-13T19:47:00,859 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 26430898ddb1994f3544653aa7d4de48 2024-11-13T19:47:00,860 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:47:00,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39659, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:47:00,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93e1a725e83241c591f9908e5305a915, server=54d0784d1943,35165,1731527216930}] 2024-11-13T19:47:00,873 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 26430898ddb1994f3544653aa7d4de48 2024-11-13T19:47:00,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5971aa7ebe03fa75b4cf1a9a1ba715e, server=54d0784d1943,35165,1731527216930}] 2024-11-13T19:47:00,884 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28. 2024-11-13T19:47:00,884 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => f281cdbc8e7bb9e2d165463c3621bd28, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-13T19:47:00,885 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26430898ddb1994f3544653aa7d4de48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:47:00,885 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f281cdbc8e7bb9e2d165463c3621bd28 2024-11-13T19:47:00,885 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:00,885 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for f281cdbc8e7bb9e2d165463c3621bd28 2024-11-13T19:47:00,885 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for f281cdbc8e7bb9e2d165463c3621bd28 2024-11-13T19:47:00,890 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 26430898ddb1994f3544653aa7d4de48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75327479, jitterRate=0.12246690690517426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:47:00,890 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26430898ddb1994f3544653aa7d4de48 2024-11-13T19:47:00,891 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 26430898ddb1994f3544653aa7d4de48: Running coprocessor pre-open hook at 1731527220828Writing region info on filesystem at 1731527220828Initializing all the Stores at 1731527220830 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527220830Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527220833 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527220833Cleaning up temporary data from old regions at 1731527220859 (+26 ms)Running coprocessor post-open hooks at 1731527220890 (+31 ms)Region opened successfully at 1731527220891 (+1 ms) 2024-11-13T19:47:00,893 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48., pid=39, masterSystemTime=1731527220814 2024-11-13T19:47:00,893 INFO [StoreOpener-f281cdbc8e7bb9e2d165463c3621bd28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f281cdbc8e7bb9e2d165463c3621bd28 2024-11-13T19:47:00,896 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48. 2024-11-13T19:47:00,897 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48. 2024-11-13T19:47:00,897 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec. 2024-11-13T19:47:00,897 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 88c31793ec2225d06f0d31241d09d0ec, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-13T19:47:00,897 INFO [StoreOpener-f281cdbc8e7bb9e2d165463c3621bd28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f281cdbc8e7bb9e2d165463c3621bd28 columnFamilyName colfamily11 2024-11-13T19:47:00,898 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:47:00,898 DEBUG [StoreOpener-f281cdbc8e7bb9e2d165463c3621bd28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:00,898 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:00,898 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:47:00,898 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:47:00,899 INFO [StoreOpener-f281cdbc8e7bb9e2d165463c3621bd28-1 {}] regionserver.HStore(327): Store=f281cdbc8e7bb9e2d165463c3621bd28/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:00,899 INFO [StoreOpener-f281cdbc8e7bb9e2d165463c3621bd28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f281cdbc8e7bb9e2d165463c3621bd28 2024-11-13T19:47:00,902 INFO [StoreOpener-f281cdbc8e7bb9e2d165463c3621bd28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f281cdbc8e7bb9e2d165463c3621bd28 columnFamilyName colfamily21 2024-11-13T19:47:00,902 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=26430898ddb1994f3544653aa7d4de48, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,43951,1731527216868 2024-11-13T19:47:00,902 DEBUG [StoreOpener-f281cdbc8e7bb9e2d165463c3621bd28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:00,903 INFO [StoreOpener-f281cdbc8e7bb9e2d165463c3621bd28-1 {}] regionserver.HStore(327): Store=f281cdbc8e7bb9e2d165463c3621bd28/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:00,904 INFO [StoreOpener-f281cdbc8e7bb9e2d165463c3621bd28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f281cdbc8e7bb9e2d165463c3621bd28 2024-11-13T19:47:00,914 INFO [StoreOpener-88c31793ec2225d06f0d31241d09d0ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:47:00,915 INFO [StoreOpener-f281cdbc8e7bb9e2d165463c3621bd28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f281cdbc8e7bb9e2d165463c3621bd28 columnFamilyName colfamily31 2024-11-13T19:47:00,915 DEBUG [StoreOpener-f281cdbc8e7bb9e2d165463c3621bd28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:00,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4225c4770f825104cab15473ef6afd09, server=54d0784d1943,42665,1731527216757}] 2024-11-13T19:47:00,917 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=54d0784d1943,43951,1731527216868, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=26430898ddb1994f3544653aa7d4de48. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T19:47:00,917 INFO [StoreOpener-f281cdbc8e7bb9e2d165463c3621bd28-1 {}] regionserver.HStore(327): Store=f281cdbc8e7bb9e2d165463c3621bd28/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:00,917 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for f281cdbc8e7bb9e2d165463c3621bd28 2024-11-13T19:47:00,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26430898ddb1994f3544653aa7d4de48, server=54d0784d1943,43951,1731527216868 because future has completed 2024-11-13T19:47:00,918 INFO [StoreOpener-88c31793ec2225d06f0d31241d09d0ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88c31793ec2225d06f0d31241d09d0ec columnFamilyName colfamily11 2024-11-13T19:47:00,918 DEBUG [StoreOpener-88c31793ec2225d06f0d31241d09d0ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:47:00,919 INFO [StoreOpener-88c31793ec2225d06f0d31241d09d0ec-1 {}] regionserver.HStore(327): Store=88c31793ec2225d06f0d31241d09d0ec/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:00,919 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f281cdbc8e7bb9e2d165463c3621bd28 2024-11-13T19:47:00,919 INFO [StoreOpener-88c31793ec2225d06f0d31241d09d0ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:47:00,920 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f281cdbc8e7bb9e2d165463c3621bd28 2024-11-13T19:47:00,923 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for f281cdbc8e7bb9e2d165463c3621bd28 2024-11-13T19:47:00,923 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for f281cdbc8e7bb9e2d165463c3621bd28 2024-11-13T19:47:00,924 INFO [StoreOpener-88c31793ec2225d06f0d31241d09d0ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88c31793ec2225d06f0d31241d09d0ec columnFamilyName colfamily21 2024-11-13T19:47:00,924 DEBUG [StoreOpener-88c31793ec2225d06f0d31241d09d0ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:00,924 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:47:00,925 INFO [StoreOpener-88c31793ec2225d06f0d31241d09d0ec-1 {}] regionserver.HStore(327): Store=88c31793ec2225d06f0d31241d09d0ec/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:00,925 INFO [StoreOpener-88c31793ec2225d06f0d31241d09d0ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:47:00,927 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for f281cdbc8e7bb9e2d165463c3621bd28 2024-11-13T19:47:00,927 INFO [StoreOpener-88c31793ec2225d06f0d31241d09d0ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88c31793ec2225d06f0d31241d09d0ec columnFamilyName colfamily31 2024-11-13T19:47:00,927 DEBUG [StoreOpener-88c31793ec2225d06f0d31241d09d0ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:00,929 INFO [StoreOpener-88c31793ec2225d06f0d31241d09d0ec-1 {}] regionserver.HStore(327): Store=88c31793ec2225d06f0d31241d09d0ec/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:00,929 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:47:00,931 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:47:00,932 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:47:00,933 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f281cdbc8e7bb9e2d165463c3621bd28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:47:00,934 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:47:00,934 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:47:00,935 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:47:00,935 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened f281cdbc8e7bb9e2d165463c3621bd28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74755318, jitterRate=0.11394104361534119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:47:00,936 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f281cdbc8e7bb9e2d165463c3621bd28 2024-11-13T19:47:00,936 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for f281cdbc8e7bb9e2d165463c3621bd28: Running coprocessor pre-open hook at 1731527220886Writing region info on filesystem at 1731527220886Initializing all the Stores at 1731527220891 (+5 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527220891Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527220893 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527220893Cleaning up temporary data from old regions at 1731527220923 (+30 ms)Running coprocessor post-open hooks at 1731527220936 (+13 ms)Region opened successfully at 1731527220936 2024-11-13T19:47:00,937 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28., pid=42, masterSystemTime=1731527220851 2024-11-13T19:47:00,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=18 2024-11-13T19:47:00,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 26430898ddb1994f3544653aa7d4de48, server=54d0784d1943,43951,1731527216868 in 202 msec 2024-11-13T19:47:00,939 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:47:00,941 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28. 2024-11-13T19:47:00,941 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28. 2024-11-13T19:47:00,941 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69. 2024-11-13T19:47:00,941 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f0b260a9608dc3f9d46ab65522d6b69, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-13T19:47:00,942 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8f0b260a9608dc3f9d46ab65522d6b69 2024-11-13T19:47:00,942 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:00,942 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 8f0b260a9608dc3f9d46ab65522d6b69 2024-11-13T19:47:00,942 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 8f0b260a9608dc3f9d46ab65522d6b69 2024-11-13T19:47:00,943 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88c31793ec2225d06f0d31241d09d0ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:47:00,944 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 88c31793ec2225d06f0d31241d09d0ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62902952, jitterRate=-0.06267297267913818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:47:00,944 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:47:00,945 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 88c31793ec2225d06f0d31241d09d0ec: Running coprocessor pre-open hook at 1731527220898Writing region info on filesystem at 1731527220898Initializing all the Stores at 1731527220901 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527220901Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527220911 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527220911Cleaning up temporary data from old regions at 1731527220934 (+23 ms)Running coprocessor post-open hooks at 1731527220944 (+10 ms)Region opened successfully at 1731527220944 2024-11-13T19:47:00,946 INFO [StoreOpener-8f0b260a9608dc3f9d46ab65522d6b69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8f0b260a9608dc3f9d46ab65522d6b69 2024-11-13T19:47:00,947 INFO [StoreOpener-8f0b260a9608dc3f9d46ab65522d6b69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f0b260a9608dc3f9d46ab65522d6b69 columnFamilyName colfamily11 2024-11-13T19:47:00,947 DEBUG [StoreOpener-8f0b260a9608dc3f9d46ab65522d6b69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:00,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=26430898ddb1994f3544653aa7d4de48, ASSIGN in 483 msec 2024-11-13T19:47:00,955 INFO [StoreOpener-8f0b260a9608dc3f9d46ab65522d6b69-1 {}] regionserver.HStore(327): Store=8f0b260a9608dc3f9d46ab65522d6b69/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:00,955 INFO [StoreOpener-8f0b260a9608dc3f9d46ab65522d6b69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8f0b260a9608dc3f9d46ab65522d6b69 2024-11-13T19:47:00,955 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=f281cdbc8e7bb9e2d165463c3621bd28, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,42665,1731527216757 2024-11-13T19:47:00,957 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec., pid=37, masterSystemTime=1731527220814 2024-11-13T19:47:00,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 693afcfe58d6bfeddb494e4191ad208a, server=54d0784d1943,42665,1731527216757}] 2024-11-13T19:47:00,959 INFO [StoreOpener-8f0b260a9608dc3f9d46ab65522d6b69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f0b260a9608dc3f9d46ab65522d6b69 columnFamilyName colfamily21 2024-11-13T19:47:00,959 DEBUG [StoreOpener-8f0b260a9608dc3f9d46ab65522d6b69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:00,961 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec. 2024-11-13T19:47:00,961 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec. 2024-11-13T19:47:00,961 INFO [StoreOpener-8f0b260a9608dc3f9d46ab65522d6b69-1 {}] regionserver.HStore(327): Store=8f0b260a9608dc3f9d46ab65522d6b69/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:00,962 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4. 2024-11-13T19:47:00,962 INFO [StoreOpener-8f0b260a9608dc3f9d46ab65522d6b69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8f0b260a9608dc3f9d46ab65522d6b69 2024-11-13T19:47:00,962 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => cd980c6122a0cbca24606b55188928e4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-13T19:47:00,962 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true cd980c6122a0cbca24606b55188928e4 2024-11-13T19:47:00,962 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:00,963 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for cd980c6122a0cbca24606b55188928e4 2024-11-13T19:47:00,963 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for cd980c6122a0cbca24606b55188928e4 2024-11-13T19:47:00,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure f281cdbc8e7bb9e2d165463c3621bd28, server=54d0784d1943,42665,1731527216757 because future has completed 2024-11-13T19:47:00,970 INFO [StoreOpener-8f0b260a9608dc3f9d46ab65522d6b69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f0b260a9608dc3f9d46ab65522d6b69 columnFamilyName colfamily31 2024-11-13T19:47:00,970 DEBUG [StoreOpener-8f0b260a9608dc3f9d46ab65522d6b69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:00,973 INFO [StoreOpener-cd980c6122a0cbca24606b55188928e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region cd980c6122a0cbca24606b55188928e4 2024-11-13T19:47:00,974 INFO [StoreOpener-8f0b260a9608dc3f9d46ab65522d6b69-1 {}] regionserver.HStore(327): Store=8f0b260a9608dc3f9d46ab65522d6b69/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:00,974 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 8f0b260a9608dc3f9d46ab65522d6b69 2024-11-13T19:47:00,975 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f0b260a9608dc3f9d46ab65522d6b69 2024-11-13T19:47:00,979 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f0b260a9608dc3f9d46ab65522d6b69 2024-11-13T19:47:00,981 INFO [StoreOpener-cd980c6122a0cbca24606b55188928e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd980c6122a0cbca24606b55188928e4 columnFamilyName colfamily11 2024-11-13T19:47:00,981 DEBUG [StoreOpener-cd980c6122a0cbca24606b55188928e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:00,981 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 8f0b260a9608dc3f9d46ab65522d6b69 2024-11-13T19:47:00,981 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 8f0b260a9608dc3f9d46ab65522d6b69 2024-11-13T19:47:00,982 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:47:00,985 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 8f0b260a9608dc3f9d46ab65522d6b69 2024-11-13T19:47:00,988 INFO [StoreOpener-cd980c6122a0cbca24606b55188928e4-1 {}] regionserver.HStore(327): Store=cd980c6122a0cbca24606b55188928e4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:00,989 INFO [StoreOpener-cd980c6122a0cbca24606b55188928e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region cd980c6122a0cbca24606b55188928e4 2024-11-13T19:47:00,996 INFO [StoreOpener-cd980c6122a0cbca24606b55188928e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd980c6122a0cbca24606b55188928e4 columnFamilyName colfamily21 2024-11-13T19:47:00,996 DEBUG [StoreOpener-cd980c6122a0cbca24606b55188928e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:00,998 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:47:01,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47527, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:47:01,000 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f0b260a9608dc3f9d46ab65522d6b69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:47:01,001 INFO [StoreOpener-cd980c6122a0cbca24606b55188928e4-1 {}] regionserver.HStore(327): Store=cd980c6122a0cbca24606b55188928e4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,001 INFO [StoreOpener-cd980c6122a0cbca24606b55188928e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region cd980c6122a0cbca24606b55188928e4 2024-11-13T19:47:01,002 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 8f0b260a9608dc3f9d46ab65522d6b69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75050141, jitterRate=0.11833424866199493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:47:01,002 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f0b260a9608dc3f9d46ab65522d6b69 2024-11-13T19:47:01,002 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 8f0b260a9608dc3f9d46ab65522d6b69: Running coprocessor pre-open hook at 1731527220942Writing region info on filesystem at 1731527220942Initializing all the Stores at 1731527220944 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527220944Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527220945 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527220945Cleaning up temporary data from old regions at 1731527220981 (+36 ms)Running coprocessor post-open hooks at 1731527221002 (+21 ms)Region opened successfully at 1731527221002 2024-11-13T19:47:01,005 INFO [StoreOpener-cd980c6122a0cbca24606b55188928e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd980c6122a0cbca24606b55188928e4 columnFamilyName colfamily31 2024-11-13T19:47:01,005 DEBUG [StoreOpener-cd980c6122a0cbca24606b55188928e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,006 INFO [StoreOpener-cd980c6122a0cbca24606b55188928e4-1 {}] regionserver.HStore(327): Store=cd980c6122a0cbca24606b55188928e4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,006 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for cd980c6122a0cbca24606b55188928e4 2024-11-13T19:47:01,007 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd980c6122a0cbca24606b55188928e4 2024-11-13T19:47:01,008 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd980c6122a0cbca24606b55188928e4 2024-11-13T19:47:01,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=17 2024-11-13T19:47:01,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure f281cdbc8e7bb9e2d165463c3621bd28, server=54d0784d1943,42665,1731527216757 in 210 msec 2024-11-13T19:47:01,010 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69., pid=41, masterSystemTime=1731527220851 2024-11-13T19:47:01,014 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc. 2024-11-13T19:47:01,014 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69. 2024-11-13T19:47:01,014 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => e00f098ed38fa2457347fd8191f014fc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-13T19:47:01,014 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69. 2024-11-13T19:47:01,014 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731527219715.1c35ffbc17b9c2b21fe4cce4afd409c8. 2024-11-13T19:47:01,014 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e00f098ed38fa2457347fd8191f014fc 2024-11-13T19:47:01,014 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:01,014 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c35ffbc17b9c2b21fe4cce4afd409c8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731527219715.1c35ffbc17b9c2b21fe4cce4afd409c8.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-13T19:47:01,015 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for e00f098ed38fa2457347fd8191f014fc 2024-11-13T19:47:01,015 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1c35ffbc17b9c2b21fe4cce4afd409c8 2024-11-13T19:47:01,017 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731527219715.1c35ffbc17b9c2b21fe4cce4afd409c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:01,017 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for e00f098ed38fa2457347fd8191f014fc 2024-11-13T19:47:01,017 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 1c35ffbc17b9c2b21fe4cce4afd409c8 2024-11-13T19:47:01,018 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 1c35ffbc17b9c2b21fe4cce4afd409c8 2024-11-13T19:47:01,018 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for cd980c6122a0cbca24606b55188928e4 2024-11-13T19:47:01,019 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for cd980c6122a0cbca24606b55188928e4 2024-11-13T19:47:01,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f281cdbc8e7bb9e2d165463c3621bd28, ASSIGN in 553 msec 2024-11-13T19:47:01,020 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:47:01,029 INFO [StoreOpener-1c35ffbc17b9c2b21fe4cce4afd409c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1c35ffbc17b9c2b21fe4cce4afd409c8 2024-11-13T19:47:01,030 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for cd980c6122a0cbca24606b55188928e4 2024-11-13T19:47:01,032 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=8f0b260a9608dc3f9d46ab65522d6b69, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,42665,1731527216757 2024-11-13T19:47:01,032 INFO [StoreOpener-1c35ffbc17b9c2b21fe4cce4afd409c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c35ffbc17b9c2b21fe4cce4afd409c8 columnFamilyName colfamily11 2024-11-13T19:47:01,032 DEBUG [StoreOpener-1c35ffbc17b9c2b21fe4cce4afd409c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,034 INFO [StoreOpener-1c35ffbc17b9c2b21fe4cce4afd409c8-1 {}] regionserver.HStore(327): Store=1c35ffbc17b9c2b21fe4cce4afd409c8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,034 INFO [StoreOpener-1c35ffbc17b9c2b21fe4cce4afd409c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1c35ffbc17b9c2b21fe4cce4afd409c8 2024-11-13T19:47:01,036 INFO [StoreOpener-1c35ffbc17b9c2b21fe4cce4afd409c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c35ffbc17b9c2b21fe4cce4afd409c8 columnFamilyName colfamily21 2024-11-13T19:47:01,036 DEBUG [StoreOpener-1c35ffbc17b9c2b21fe4cce4afd409c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,037 INFO [StoreOpener-1c35ffbc17b9c2b21fe4cce4afd409c8-1 {}] regionserver.HStore(327): Store=1c35ffbc17b9c2b21fe4cce4afd409c8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,037 INFO [StoreOpener-1c35ffbc17b9c2b21fe4cce4afd409c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1c35ffbc17b9c2b21fe4cce4afd409c8 2024-11-13T19:47:01,039 INFO [StoreOpener-1c35ffbc17b9c2b21fe4cce4afd409c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c35ffbc17b9c2b21fe4cce4afd409c8 columnFamilyName colfamily31 2024-11-13T19:47:01,039 DEBUG [StoreOpener-1c35ffbc17b9c2b21fe4cce4afd409c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,040 INFO [StoreOpener-e00f098ed38fa2457347fd8191f014fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e00f098ed38fa2457347fd8191f014fc 2024-11-13T19:47:01,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f0b260a9608dc3f9d46ab65522d6b69, server=54d0784d1943,42665,1731527216757 because future has completed 2024-11-13T19:47:01,041 INFO [StoreOpener-1c35ffbc17b9c2b21fe4cce4afd409c8-1 {}] regionserver.HStore(327): Store=1c35ffbc17b9c2b21fe4cce4afd409c8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,041 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 1c35ffbc17b9c2b21fe4cce4afd409c8 2024-11-13T19:47:01,041 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd980c6122a0cbca24606b55188928e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:47:01,042 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c35ffbc17b9c2b21fe4cce4afd409c8 2024-11-13T19:47:01,046 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=88c31793ec2225d06f0d31241d09d0ec, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,43951,1731527216868 2024-11-13T19:47:01,047 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened cd980c6122a0cbca24606b55188928e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65666974, jitterRate=-0.021485835313796997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:47:01,047 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd980c6122a0cbca24606b55188928e4 2024-11-13T19:47:01,048 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c35ffbc17b9c2b21fe4cce4afd409c8 2024-11-13T19:47:01,050 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 1c35ffbc17b9c2b21fe4cce4afd409c8 2024-11-13T19:47:01,050 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 1c35ffbc17b9c2b21fe4cce4afd409c8 2024-11-13T19:47:01,051 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:47:01,051 INFO [StoreOpener-e00f098ed38fa2457347fd8191f014fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e00f098ed38fa2457347fd8191f014fc columnFamilyName colfamily11 2024-11-13T19:47:01,051 DEBUG [StoreOpener-e00f098ed38fa2457347fd8191f014fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,051 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for cd980c6122a0cbca24606b55188928e4: Running coprocessor pre-open hook at 1731527220963Writing region info on filesystem at 1731527220963Initializing all the Stores at 1731527220966 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527220966Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527220969 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527220969Cleaning up temporary data from old regions at 1731527221019 (+50 ms)Running coprocessor post-open hooks at 1731527221048 (+29 ms)Region opened successfully at 1731527221048 2024-11-13T19:47:01,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88c31793ec2225d06f0d31241d09d0ec, server=54d0784d1943,43951,1731527216868 because future has completed 2024-11-13T19:47:01,054 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4., pid=31, masterSystemTime=1731527220814 2024-11-13T19:47:01,055 INFO [StoreOpener-e00f098ed38fa2457347fd8191f014fc-1 {}] regionserver.HStore(327): Store=e00f098ed38fa2457347fd8191f014fc/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,056 INFO [StoreOpener-e00f098ed38fa2457347fd8191f014fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e00f098ed38fa2457347fd8191f014fc 2024-11-13T19:47:01,057 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 1c35ffbc17b9c2b21fe4cce4afd409c8 2024-11-13T19:47:01,058 INFO [StoreOpener-e00f098ed38fa2457347fd8191f014fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e00f098ed38fa2457347fd8191f014fc columnFamilyName colfamily21 2024-11-13T19:47:01,059 DEBUG [StoreOpener-e00f098ed38fa2457347fd8191f014fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=26 2024-11-13T19:47:01,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f0b260a9608dc3f9d46ab65522d6b69, server=54d0784d1943,42665,1731527216757 in 295 msec 2024-11-13T19:47:01,060 INFO [StoreOpener-e00f098ed38fa2457347fd8191f014fc-1 {}] regionserver.HStore(327): Store=e00f098ed38fa2457347fd8191f014fc/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,060 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4. 2024-11-13T19:47:01,060 INFO [StoreOpener-e00f098ed38fa2457347fd8191f014fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e00f098ed38fa2457347fd8191f014fc 2024-11-13T19:47:01,060 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4. 2024-11-13T19:47:01,061 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77. 2024-11-13T19:47:01,061 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => db9e543540a5670095517a3903d74f77, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-13T19:47:01,061 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true db9e543540a5670095517a3903d74f77 2024-11-13T19:47:01,061 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:01,062 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for db9e543540a5670095517a3903d74f77 2024-11-13T19:47:01,062 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for db9e543540a5670095517a3903d74f77 2024-11-13T19:47:01,063 INFO [StoreOpener-e00f098ed38fa2457347fd8191f014fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e00f098ed38fa2457347fd8191f014fc columnFamilyName colfamily31 2024-11-13T19:47:01,063 DEBUG [StoreOpener-e00f098ed38fa2457347fd8191f014fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,065 INFO [StoreOpener-e00f098ed38fa2457347fd8191f014fc-1 {}] regionserver.HStore(327): Store=e00f098ed38fa2457347fd8191f014fc/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,065 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for e00f098ed38fa2457347fd8191f014fc 2024-11-13T19:47:01,068 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e00f098ed38fa2457347fd8191f014fc 2024-11-13T19:47:01,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8f0b260a9608dc3f9d46ab65522d6b69, ASSIGN in 603 msec 2024-11-13T19:47:01,069 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e00f098ed38fa2457347fd8191f014fc 2024-11-13T19:47:01,071 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for e00f098ed38fa2457347fd8191f014fc 2024-11-13T19:47:01,071 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for e00f098ed38fa2457347fd8191f014fc 2024-11-13T19:47:01,072 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:47:01,074 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for e00f098ed38fa2457347fd8191f014fc 2024-11-13T19:47:01,077 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=cd980c6122a0cbca24606b55188928e4, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,43951,1731527216868 2024-11-13T19:47:01,082 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c35ffbc17b9c2b21fe4cce4afd409c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:47:01,084 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 1c35ffbc17b9c2b21fe4cce4afd409c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60082353, jitterRate=-0.10470317304134369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:47:01,084 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c35ffbc17b9c2b21fe4cce4afd409c8 2024-11-13T19:47:01,084 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 1c35ffbc17b9c2b21fe4cce4afd409c8: Running coprocessor pre-open hook at 1731527221018Writing region info on filesystem at 1731527221018Initializing all the Stores at 1731527221022 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221022Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221029 (+7 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221029Cleaning up temporary data from old regions at 1731527221050 (+21 ms)Running coprocessor post-open hooks at 1731527221084 (+34 ms)Region opened successfully at 1731527221084 2024-11-13T19:47:01,084 INFO [StoreOpener-db9e543540a5670095517a3903d74f77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region db9e543540a5670095517a3903d74f77 2024-11-13T19:47:01,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=12 2024-11-13T19:47:01,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 88c31793ec2225d06f0d31241d09d0ec, server=54d0784d1943,43951,1731527216868 in 369 msec 2024-11-13T19:47:01,088 INFO [StoreOpener-db9e543540a5670095517a3903d74f77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db9e543540a5670095517a3903d74f77 columnFamilyName colfamily11 2024-11-13T19:47:01,088 DEBUG [StoreOpener-db9e543540a5670095517a3903d74f77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,089 INFO [StoreOpener-db9e543540a5670095517a3903d74f77-1 {}] regionserver.HStore(327): Store=db9e543540a5670095517a3903d74f77/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,089 INFO [StoreOpener-db9e543540a5670095517a3903d74f77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region db9e543540a5670095517a3903d74f77 2024-11-13T19:47:01,089 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731527219715.1c35ffbc17b9c2b21fe4cce4afd409c8., pid=35, masterSystemTime=1731527220851 2024-11-13T19:47:01,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88c31793ec2225d06f0d31241d09d0ec, ASSIGN in 629 msec 2024-11-13T19:47:01,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure a782c7612f992af7ac0ddf32fa1a3535, server=54d0784d1943,42665,1731527216757}] 2024-11-13T19:47:01,093 INFO [StoreOpener-db9e543540a5670095517a3903d74f77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db9e543540a5670095517a3903d74f77 columnFamilyName colfamily21 2024-11-13T19:47:01,093 DEBUG [StoreOpener-db9e543540a5670095517a3903d74f77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd980c6122a0cbca24606b55188928e4, server=54d0784d1943,43951,1731527216868 because future has completed 2024-11-13T19:47:01,094 INFO [StoreOpener-db9e543540a5670095517a3903d74f77-1 {}] regionserver.HStore(327): Store=db9e543540a5670095517a3903d74f77/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,095 INFO [StoreOpener-db9e543540a5670095517a3903d74f77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region db9e543540a5670095517a3903d74f77 2024-11-13T19:47:01,095 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731527219715.1c35ffbc17b9c2b21fe4cce4afd409c8. 2024-11-13T19:47:01,095 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731527219715.1c35ffbc17b9c2b21fe4cce4afd409c8. 2024-11-13T19:47:01,095 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a. 2024-11-13T19:47:01,097 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 693afcfe58d6bfeddb494e4191ad208a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-13T19:47:01,097 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 693afcfe58d6bfeddb494e4191ad208a 2024-11-13T19:47:01,097 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:01,097 INFO [StoreOpener-db9e543540a5670095517a3903d74f77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db9e543540a5670095517a3903d74f77 columnFamilyName colfamily31 2024-11-13T19:47:01,097 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 693afcfe58d6bfeddb494e4191ad208a 2024-11-13T19:47:01,098 DEBUG [StoreOpener-db9e543540a5670095517a3903d74f77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,098 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 693afcfe58d6bfeddb494e4191ad208a 2024-11-13T19:47:01,098 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e00f098ed38fa2457347fd8191f014fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:47:01,099 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened e00f098ed38fa2457347fd8191f014fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67770972, jitterRate=0.009866178035736084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:47:01,100 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e00f098ed38fa2457347fd8191f014fc 2024-11-13T19:47:01,100 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for e00f098ed38fa2457347fd8191f014fc: Running coprocessor pre-open hook at 1731527221017Writing region info on filesystem at 1731527221017Initializing all the Stores at 1731527221025 (+8 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221025Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221035 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221035Cleaning up temporary data from old regions at 1731527221071 (+36 ms)Running coprocessor post-open hooks at 1731527221100 (+29 ms)Region opened successfully at 1731527221100 2024-11-13T19:47:01,101 INFO [StoreOpener-db9e543540a5670095517a3903d74f77-1 {}] regionserver.HStore(327): Store=db9e543540a5670095517a3903d74f77/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,101 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for db9e543540a5670095517a3903d74f77 2024-11-13T19:47:01,102 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc., pid=44, masterSystemTime=1731527220997 2024-11-13T19:47:01,103 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db9e543540a5670095517a3903d74f77 2024-11-13T19:47:01,103 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db9e543540a5670095517a3903d74f77 2024-11-13T19:47:01,105 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=1c35ffbc17b9c2b21fe4cce4afd409c8, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,42665,1731527216757 2024-11-13T19:47:01,106 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc. 2024-11-13T19:47:01,106 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for db9e543540a5670095517a3903d74f77 2024-11-13T19:47:01,106 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc. 2024-11-13T19:47:01,106 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for db9e543540a5670095517a3903d74f77 2024-11-13T19:47:01,106 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e. 2024-11-13T19:47:01,106 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => ff820e10adff8aa7d5b1750c2208598e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-13T19:47:01,107 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ff820e10adff8aa7d5b1750c2208598e 2024-11-13T19:47:01,107 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:47:01,107 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:01,107 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for ff820e10adff8aa7d5b1750c2208598e 2024-11-13T19:47:01,107 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for ff820e10adff8aa7d5b1750c2208598e 2024-11-13T19:47:01,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c35ffbc17b9c2b21fe4cce4afd409c8, server=54d0784d1943,42665,1731527216757 because future has completed 2024-11-13T19:47:01,110 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for db9e543540a5670095517a3903d74f77 2024-11-13T19:47:01,122 INFO [StoreOpener-693afcfe58d6bfeddb494e4191ad208a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 693afcfe58d6bfeddb494e4191ad208a 2024-11-13T19:47:01,125 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=54d0784d1943,43951,1731527216868, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd980c6122a0cbca24606b55188928e4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T19:47:01,126 INFO [StoreOpener-693afcfe58d6bfeddb494e4191ad208a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 693afcfe58d6bfeddb494e4191ad208a columnFamilyName colfamily11 2024-11-13T19:47:01,126 DEBUG [StoreOpener-693afcfe58d6bfeddb494e4191ad208a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,127 INFO [StoreOpener-693afcfe58d6bfeddb494e4191ad208a-1 {}] regionserver.HStore(327): Store=693afcfe58d6bfeddb494e4191ad208a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,127 INFO [StoreOpener-693afcfe58d6bfeddb494e4191ad208a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 693afcfe58d6bfeddb494e4191ad208a 2024-11-13T19:47:01,129 INFO [StoreOpener-ff820e10adff8aa7d5b1750c2208598e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ff820e10adff8aa7d5b1750c2208598e 2024-11-13T19:47:01,130 INFO [StoreOpener-693afcfe58d6bfeddb494e4191ad208a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 693afcfe58d6bfeddb494e4191ad208a columnFamilyName colfamily21 2024-11-13T19:47:01,130 DEBUG [StoreOpener-693afcfe58d6bfeddb494e4191ad208a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,130 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=54d0784d1943,42665,1731527216757, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1c35ffbc17b9c2b21fe4cce4afd409c8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T19:47:01,131 INFO [StoreOpener-693afcfe58d6bfeddb494e4191ad208a-1 {}] regionserver.HStore(327): Store=693afcfe58d6bfeddb494e4191ad208a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,131 INFO [StoreOpener-693afcfe58d6bfeddb494e4191ad208a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 693afcfe58d6bfeddb494e4191ad208a 2024-11-13T19:47:01,136 INFO [StoreOpener-693afcfe58d6bfeddb494e4191ad208a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 693afcfe58d6bfeddb494e4191ad208a columnFamilyName colfamily31 2024-11-13T19:47:01,136 DEBUG [StoreOpener-693afcfe58d6bfeddb494e4191ad208a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,137 INFO [StoreOpener-693afcfe58d6bfeddb494e4191ad208a-1 {}] regionserver.HStore(327): Store=693afcfe58d6bfeddb494e4191ad208a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,137 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 693afcfe58d6bfeddb494e4191ad208a 2024-11-13T19:47:01,138 INFO [StoreOpener-ff820e10adff8aa7d5b1750c2208598e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff820e10adff8aa7d5b1750c2208598e columnFamilyName colfamily11 2024-11-13T19:47:01,138 DEBUG [StoreOpener-ff820e10adff8aa7d5b1750c2208598e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,139 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/693afcfe58d6bfeddb494e4191ad208a 2024-11-13T19:47:01,139 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/693afcfe58d6bfeddb494e4191ad208a 2024-11-13T19:47:01,141 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 693afcfe58d6bfeddb494e4191ad208a 2024-11-13T19:47:01,141 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 693afcfe58d6bfeddb494e4191ad208a 2024-11-13T19:47:01,142 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:47:01,144 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 693afcfe58d6bfeddb494e4191ad208a 2024-11-13T19:47:01,145 INFO [StoreOpener-ff820e10adff8aa7d5b1750c2208598e-1 {}] regionserver.HStore(327): Store=ff820e10adff8aa7d5b1750c2208598e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,145 INFO [StoreOpener-ff820e10adff8aa7d5b1750c2208598e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ff820e10adff8aa7d5b1750c2208598e 2024-11-13T19:47:01,154 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db9e543540a5670095517a3903d74f77/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:47:01,155 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened db9e543540a5670095517a3903d74f77; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62011777, jitterRate=-0.07595251500606537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:47:01,155 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db9e543540a5670095517a3903d74f77 2024-11-13T19:47:01,155 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for db9e543540a5670095517a3903d74f77: Running coprocessor pre-open hook at 1731527221062Writing region info on filesystem at 1731527221062Initializing all the Stores at 1731527221064 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221064Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221084 (+20 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221084Cleaning up temporary data from old regions at 1731527221106 (+22 ms)Running coprocessor post-open hooks at 1731527221155 (+49 ms)Region opened successfully at 1731527221155 2024-11-13T19:47:01,159 INFO [StoreOpener-ff820e10adff8aa7d5b1750c2208598e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff820e10adff8aa7d5b1750c2208598e columnFamilyName colfamily21 2024-11-13T19:47:01,159 DEBUG [StoreOpener-ff820e10adff8aa7d5b1750c2208598e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,161 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/693afcfe58d6bfeddb494e4191ad208a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:47:01,161 INFO [StoreOpener-ff820e10adff8aa7d5b1750c2208598e-1 {}] regionserver.HStore(327): Store=ff820e10adff8aa7d5b1750c2208598e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,162 INFO [StoreOpener-ff820e10adff8aa7d5b1750c2208598e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ff820e10adff8aa7d5b1750c2208598e 2024-11-13T19:47:01,165 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 693afcfe58d6bfeddb494e4191ad208a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65207806, jitterRate=-0.028327971696853638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:47:01,165 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 693afcfe58d6bfeddb494e4191ad208a 2024-11-13T19:47:01,166 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 693afcfe58d6bfeddb494e4191ad208a: Running coprocessor pre-open hook at 1731527221098Writing region info on filesystem at 1731527221098Initializing all the Stores at 1731527221101 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221101Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221122 (+21 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221122Cleaning up temporary data from old regions at 1731527221141 (+19 ms)Running coprocessor post-open hooks at 1731527221165 (+24 ms)Region opened successfully at 1731527221165 2024-11-13T19:47:01,168 INFO [StoreOpener-ff820e10adff8aa7d5b1750c2208598e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff820e10adff8aa7d5b1750c2208598e columnFamilyName colfamily31 2024-11-13T19:47:01,168 DEBUG [StoreOpener-ff820e10adff8aa7d5b1750c2208598e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,169 INFO [StoreOpener-ff820e10adff8aa7d5b1750c2208598e-1 {}] regionserver.HStore(327): Store=ff820e10adff8aa7d5b1750c2208598e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,169 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for ff820e10adff8aa7d5b1750c2208598e 2024-11-13T19:47:01,171 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff820e10adff8aa7d5b1750c2208598e 2024-11-13T19:47:01,171 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77., pid=34, masterSystemTime=1731527220814 2024-11-13T19:47:01,172 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff820e10adff8aa7d5b1750c2208598e 2024-11-13T19:47:01,178 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for ff820e10adff8aa7d5b1750c2208598e 2024-11-13T19:47:01,178 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for ff820e10adff8aa7d5b1750c2208598e 2024-11-13T19:47:01,179 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:47:01,181 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a., pid=50, masterSystemTime=1731527221048 2024-11-13T19:47:01,182 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for ff820e10adff8aa7d5b1750c2208598e 2024-11-13T19:47:01,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=29 2024-11-13T19:47:01,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c35ffbc17b9c2b21fe4cce4afd409c8, server=54d0784d1943,42665,1731527216757 in 450 msec 2024-11-13T19:47:01,187 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77. 2024-11-13T19:47:01,187 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77. 2024-11-13T19:47:01,187 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1. 2024-11-13T19:47:01,187 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 794fd32cb98a115cdf92117e6a1fead1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-13T19:47:01,188 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:47:01,188 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:01,188 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:47:01,188 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:47:01,189 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff820e10adff8aa7d5b1750c2208598e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:47:01,198 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened ff820e10adff8aa7d5b1750c2208598e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61979032, jitterRate=-0.07644045352935791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:47:01,199 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff820e10adff8aa7d5b1750c2208598e 2024-11-13T19:47:01,199 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for ff820e10adff8aa7d5b1750c2208598e: Running coprocessor pre-open hook at 1731527221107Writing region info on filesystem at 1731527221107Initializing all the Stores at 1731527221109 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221109Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221125 (+16 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221125Cleaning up temporary data from old regions at 1731527221178 (+53 ms)Running coprocessor post-open hooks at 1731527221199 (+21 ms)Region opened successfully at 1731527221199 2024-11-13T19:47:01,200 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=db9e543540a5670095517a3903d74f77, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,43951,1731527216868 2024-11-13T19:47:01,208 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e., pid=46, masterSystemTime=1731527220997 2024-11-13T19:47:01,209 INFO [StoreOpener-794fd32cb98a115cdf92117e6a1fead1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:47:01,212 INFO [StoreOpener-794fd32cb98a115cdf92117e6a1fead1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 794fd32cb98a115cdf92117e6a1fead1 columnFamilyName colfamily11 2024-11-13T19:47:01,212 DEBUG [StoreOpener-794fd32cb98a115cdf92117e6a1fead1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,213 INFO [StoreOpener-794fd32cb98a115cdf92117e6a1fead1-1 {}] regionserver.HStore(327): Store=794fd32cb98a115cdf92117e6a1fead1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,213 INFO [StoreOpener-794fd32cb98a115cdf92117e6a1fead1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:47:01,215 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a. 2024-11-13T19:47:01,215 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a. 2024-11-13T19:47:01,215 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09. 2024-11-13T19:47:01,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure db9e543540a5670095517a3903d74f77, server=54d0784d1943,43951,1731527216868 because future has completed 2024-11-13T19:47:01,215 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 4225c4770f825104cab15473ef6afd09, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-13T19:47:01,216 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4225c4770f825104cab15473ef6afd09 2024-11-13T19:47:01,216 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:01,216 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 4225c4770f825104cab15473ef6afd09 2024-11-13T19:47:01,216 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 4225c4770f825104cab15473ef6afd09 2024-11-13T19:47:01,217 INFO [StoreOpener-794fd32cb98a115cdf92117e6a1fead1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 794fd32cb98a115cdf92117e6a1fead1 columnFamilyName colfamily21 2024-11-13T19:47:01,217 DEBUG [StoreOpener-794fd32cb98a115cdf92117e6a1fead1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,218 INFO [StoreOpener-794fd32cb98a115cdf92117e6a1fead1-1 {}] regionserver.HStore(327): Store=794fd32cb98a115cdf92117e6a1fead1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,218 INFO [StoreOpener-794fd32cb98a115cdf92117e6a1fead1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:47:01,220 INFO [StoreOpener-794fd32cb98a115cdf92117e6a1fead1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 794fd32cb98a115cdf92117e6a1fead1 columnFamilyName colfamily31 2024-11-13T19:47:01,220 DEBUG [StoreOpener-794fd32cb98a115cdf92117e6a1fead1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,221 INFO [StoreOpener-794fd32cb98a115cdf92117e6a1fead1-1 {}] regionserver.HStore(327): Store=794fd32cb98a115cdf92117e6a1fead1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,221 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:47:01,223 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e. 2024-11-13T19:47:01,223 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e. 2024-11-13T19:47:01,223 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731527219715.8185a788382eeafbac539fd6859cca61. 2024-11-13T19:47:01,223 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 8185a788382eeafbac539fd6859cca61, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731527219715.8185a788382eeafbac539fd6859cca61.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-13T19:47:01,223 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:47:01,224 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8185a788382eeafbac539fd6859cca61 2024-11-13T19:47:01,224 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731527219715.8185a788382eeafbac539fd6859cca61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:01,224 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 8185a788382eeafbac539fd6859cca61 2024-11-13T19:47:01,224 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 8185a788382eeafbac539fd6859cca61 2024-11-13T19:47:01,224 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:47:01,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1c35ffbc17b9c2b21fe4cce4afd409c8, ASSIGN in 752 msec 2024-11-13T19:47:01,226 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:47:01,226 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:47:01,227 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:47:01,230 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:47:01,230 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=54d0784d1943,43951,1731527216868, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db9e543540a5670095517a3903d74f77. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T19:47:01,230 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=54d0784d1943,43951,1731527216868, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd980c6122a0cbca24606b55188928e4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T19:47:01,233 INFO [StoreOpener-8185a788382eeafbac539fd6859cca61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8185a788382eeafbac539fd6859cca61 2024-11-13T19:47:01,234 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=ff820e10adff8aa7d5b1750c2208598e, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:47:01,242 INFO [StoreOpener-8185a788382eeafbac539fd6859cca61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8185a788382eeafbac539fd6859cca61 columnFamilyName colfamily11 2024-11-13T19:47:01,242 DEBUG [StoreOpener-8185a788382eeafbac539fd6859cca61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff820e10adff8aa7d5b1750c2208598e, server=54d0784d1943,35165,1731527216930 because future has completed 2024-11-13T19:47:01,247 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794fd32cb98a115cdf92117e6a1fead1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:47:01,248 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 794fd32cb98a115cdf92117e6a1fead1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65735337, jitterRate=-0.02046714723110199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:47:01,248 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:47:01,249 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 794fd32cb98a115cdf92117e6a1fead1: Running coprocessor pre-open hook at 1731527221188Writing region info on filesystem at 1731527221188Initializing all the Stores at 1731527221206 (+18 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221206Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221208 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221208Cleaning up temporary data from old regions at 1731527221226 (+18 ms)Running coprocessor post-open hooks at 1731527221249 (+23 ms)Region opened successfully at 1731527221249 2024-11-13T19:47:01,249 INFO [StoreOpener-8185a788382eeafbac539fd6859cca61-1 {}] regionserver.HStore(327): Store=8185a788382eeafbac539fd6859cca61/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=8 2024-11-13T19:47:01,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure db9e543540a5670095517a3903d74f77, server=54d0784d1943,43951,1731527216868 in 561 msec 2024-11-13T19:47:01,249 INFO [StoreOpener-8185a788382eeafbac539fd6859cca61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8185a788382eeafbac539fd6859cca61 2024-11-13T19:47:01,252 INFO [StoreOpener-4225c4770f825104cab15473ef6afd09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4225c4770f825104cab15473ef6afd09 2024-11-13T19:47:01,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db9e543540a5670095517a3903d74f77, ASSIGN in 793 msec 2024-11-13T19:47:01,254 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1., pid=32, masterSystemTime=1731527220814 2024-11-13T19:47:01,258 INFO [StoreOpener-8185a788382eeafbac539fd6859cca61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8185a788382eeafbac539fd6859cca61 columnFamilyName colfamily21 2024-11-13T19:47:01,258 DEBUG [StoreOpener-8185a788382eeafbac539fd6859cca61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,260 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1. 2024-11-13T19:47:01,260 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1. 2024-11-13T19:47:01,260 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390. 2024-11-13T19:47:01,260 INFO [StoreOpener-4225c4770f825104cab15473ef6afd09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4225c4770f825104cab15473ef6afd09 columnFamilyName colfamily11 2024-11-13T19:47:01,260 DEBUG [StoreOpener-4225c4770f825104cab15473ef6afd09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,260 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => ea8ca52527ea7295d3c4f05e32b4b390, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-13T19:47:01,261 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:47:01,261 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:01,261 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:47:01,261 INFO [StoreOpener-4225c4770f825104cab15473ef6afd09-1 {}] regionserver.HStore(327): Store=4225c4770f825104cab15473ef6afd09/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,261 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:47:01,261 INFO [StoreOpener-4225c4770f825104cab15473ef6afd09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4225c4770f825104cab15473ef6afd09 2024-11-13T19:47:01,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=16 2024-11-13T19:47:01,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure ff820e10adff8aa7d5b1750c2208598e, server=54d0784d1943,35165,1731527216930 in 401 msec 2024-11-13T19:47:01,265 INFO [StoreOpener-8185a788382eeafbac539fd6859cca61-1 {}] regionserver.HStore(327): Store=8185a788382eeafbac539fd6859cca61/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,265 INFO [StoreOpener-ea8ca52527ea7295d3c4f05e32b4b390-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:47:01,265 INFO [StoreOpener-8185a788382eeafbac539fd6859cca61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8185a788382eeafbac539fd6859cca61 2024-11-13T19:47:01,266 INFO [StoreOpener-4225c4770f825104cab15473ef6afd09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4225c4770f825104cab15473ef6afd09 columnFamilyName colfamily21 2024-11-13T19:47:01,266 DEBUG [StoreOpener-4225c4770f825104cab15473ef6afd09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,267 INFO [StoreOpener-4225c4770f825104cab15473ef6afd09-1 {}] regionserver.HStore(327): Store=4225c4770f825104cab15473ef6afd09/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,267 INFO [StoreOpener-4225c4770f825104cab15473ef6afd09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4225c4770f825104cab15473ef6afd09 2024-11-13T19:47:01,269 INFO [StoreOpener-4225c4770f825104cab15473ef6afd09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4225c4770f825104cab15473ef6afd09 columnFamilyName colfamily31 2024-11-13T19:47:01,269 DEBUG [StoreOpener-4225c4770f825104cab15473ef6afd09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,270 INFO [StoreOpener-4225c4770f825104cab15473ef6afd09-1 {}] regionserver.HStore(327): Store=4225c4770f825104cab15473ef6afd09/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,270 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 4225c4770f825104cab15473ef6afd09 2024-11-13T19:47:01,271 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4225c4770f825104cab15473ef6afd09 2024-11-13T19:47:01,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ff820e10adff8aa7d5b1750c2208598e, ASSIGN in 808 msec 2024-11-13T19:47:01,272 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4225c4770f825104cab15473ef6afd09 2024-11-13T19:47:01,274 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 4225c4770f825104cab15473ef6afd09 2024-11-13T19:47:01,274 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 4225c4770f825104cab15473ef6afd09 2024-11-13T19:47:01,275 INFO [StoreOpener-ea8ca52527ea7295d3c4f05e32b4b390-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea8ca52527ea7295d3c4f05e32b4b390 columnFamilyName colfamily11 2024-11-13T19:47:01,275 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:47:01,275 DEBUG [StoreOpener-ea8ca52527ea7295d3c4f05e32b4b390-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,275 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=794fd32cb98a115cdf92117e6a1fead1, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,43951,1731527216868 2024-11-13T19:47:01,277 INFO [StoreOpener-ea8ca52527ea7295d3c4f05e32b4b390-1 {}] regionserver.HStore(327): Store=ea8ca52527ea7295d3c4f05e32b4b390/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,277 INFO [StoreOpener-ea8ca52527ea7295d3c4f05e32b4b390-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:47:01,277 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 4225c4770f825104cab15473ef6afd09 2024-11-13T19:47:01,278 INFO [StoreOpener-8185a788382eeafbac539fd6859cca61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8185a788382eeafbac539fd6859cca61 columnFamilyName colfamily31 2024-11-13T19:47:01,278 DEBUG [StoreOpener-8185a788382eeafbac539fd6859cca61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 794fd32cb98a115cdf92117e6a1fead1, server=54d0784d1943,43951,1731527216868 because future has completed 2024-11-13T19:47:01,281 INFO [StoreOpener-8185a788382eeafbac539fd6859cca61-1 {}] regionserver.HStore(327): Store=8185a788382eeafbac539fd6859cca61/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,281 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=693afcfe58d6bfeddb494e4191ad208a, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,42665,1731527216757 2024-11-13T19:47:01,281 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 8185a788382eeafbac539fd6859cca61 2024-11-13T19:47:01,284 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8185a788382eeafbac539fd6859cca61 2024-11-13T19:47:01,285 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8185a788382eeafbac539fd6859cca61 2024-11-13T19:47:01,286 INFO [StoreOpener-ea8ca52527ea7295d3c4f05e32b4b390-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea8ca52527ea7295d3c4f05e32b4b390 columnFamilyName colfamily21 2024-11-13T19:47:01,286 DEBUG [StoreOpener-ea8ca52527ea7295d3c4f05e32b4b390-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,286 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 8185a788382eeafbac539fd6859cca61 2024-11-13T19:47:01,287 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 8185a788382eeafbac539fd6859cca61 2024-11-13T19:47:01,288 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:47:01,289 INFO [StoreOpener-ea8ca52527ea7295d3c4f05e32b4b390-1 {}] regionserver.HStore(327): Store=ea8ca52527ea7295d3c4f05e32b4b390/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,290 INFO [StoreOpener-ea8ca52527ea7295d3c4f05e32b4b390-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:47:01,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 693afcfe58d6bfeddb494e4191ad208a, server=54d0784d1943,42665,1731527216757 because future has completed 2024-11-13T19:47:01,291 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 8185a788382eeafbac539fd6859cca61 2024-11-13T19:47:01,292 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4225c4770f825104cab15473ef6afd09/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:47:01,293 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 4225c4770f825104cab15473ef6afd09; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67936374, jitterRate=0.012330859899520874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:47:01,293 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4225c4770f825104cab15473ef6afd09 2024-11-13T19:47:01,293 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 4225c4770f825104cab15473ef6afd09: Running coprocessor pre-open hook at 1731527221216Writing region info on filesystem at 1731527221216Initializing all the Stores at 1731527221229 (+13 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221229Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221251 (+22 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221251Cleaning up temporary data from old regions at 1731527221274 (+23 ms)Running coprocessor post-open hooks at 1731527221293 (+19 ms)Region opened successfully at 1731527221293 2024-11-13T19:47:01,298 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09., pid=49, masterSystemTime=1731527221048 2024-11-13T19:47:01,298 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8185a788382eeafbac539fd6859cca61/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:47:01,298 INFO [StoreOpener-ea8ca52527ea7295d3c4f05e32b4b390-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea8ca52527ea7295d3c4f05e32b4b390 columnFamilyName colfamily31 2024-11-13T19:47:01,298 DEBUG [StoreOpener-ea8ca52527ea7295d3c4f05e32b4b390-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,298 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 8185a788382eeafbac539fd6859cca61; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71389722, jitterRate=0.06378975510597229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:47:01,299 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8185a788382eeafbac539fd6859cca61 2024-11-13T19:47:01,299 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 8185a788382eeafbac539fd6859cca61: Running coprocessor pre-open hook at 1731527221224Writing region info on filesystem at 1731527221224Initializing all the Stores at 1731527221227 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221227Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221230 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221230Cleaning up temporary data from old regions at 1731527221287 (+57 ms)Running coprocessor post-open hooks at 1731527221299 (+12 ms)Region opened successfully at 1731527221299 2024-11-13T19:47:01,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=21 2024-11-13T19:47:01,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure 794fd32cb98a115cdf92117e6a1fead1, server=54d0784d1943,43951,1731527216868 in 639 msec 2024-11-13T19:47:01,301 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731527219715.8185a788382eeafbac539fd6859cca61., pid=45, masterSystemTime=1731527220997 2024-11-13T19:47:01,302 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09. 2024-11-13T19:47:01,302 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09. 2024-11-13T19:47:01,302 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634. 2024-11-13T19:47:01,303 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => ff77b4b4d6683f8ae008c441b0a12634, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-13T19:47:01,303 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ff77b4b4d6683f8ae008c441b0a12634 2024-11-13T19:47:01,303 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:01,304 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for ff77b4b4d6683f8ae008c441b0a12634 2024-11-13T19:47:01,304 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for ff77b4b4d6683f8ae008c441b0a12634 2024-11-13T19:47:01,305 INFO [StoreOpener-ea8ca52527ea7295d3c4f05e32b4b390-1 {}] regionserver.HStore(327): Store=ea8ca52527ea7295d3c4f05e32b4b390/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,306 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:47:01,309 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:47:01,310 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731527219715.8185a788382eeafbac539fd6859cca61. 2024-11-13T19:47:01,311 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731527219715.8185a788382eeafbac539fd6859cca61. 2024-11-13T19:47:01,311 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731527219715.e5971aa7ebe03fa75b4cf1a9a1ba715e. 2024-11-13T19:47:01,311 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => e5971aa7ebe03fa75b4cf1a9a1ba715e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731527219715.e5971aa7ebe03fa75b4cf1a9a1ba715e.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-13T19:47:01,311 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e5971aa7ebe03fa75b4cf1a9a1ba715e 2024-11-13T19:47:01,312 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731527219715.e5971aa7ebe03fa75b4cf1a9a1ba715e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:01,312 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for e5971aa7ebe03fa75b4cf1a9a1ba715e 2024-11-13T19:47:01,312 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for e5971aa7ebe03fa75b4cf1a9a1ba715e 2024-11-13T19:47:01,313 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:47:01,314 INFO [StoreOpener-ff77b4b4d6683f8ae008c441b0a12634-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ff77b4b4d6683f8ae008c441b0a12634 2024-11-13T19:47:01,315 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:47:01,315 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:47:01,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=794fd32cb98a115cdf92117e6a1fead1, ASSIGN in 843 msec 2024-11-13T19:47:01,316 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:47:01,318 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:47:01,318 INFO [StoreOpener-ff77b4b4d6683f8ae008c441b0a12634-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff77b4b4d6683f8ae008c441b0a12634 columnFamilyName colfamily11 2024-11-13T19:47:01,318 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=8185a788382eeafbac539fd6859cca61, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:47:01,318 DEBUG [StoreOpener-ff77b4b4d6683f8ae008c441b0a12634-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,319 INFO [StoreOpener-ff77b4b4d6683f8ae008c441b0a12634-1 {}] regionserver.HStore(327): Store=ff77b4b4d6683f8ae008c441b0a12634/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,319 INFO [StoreOpener-ff77b4b4d6683f8ae008c441b0a12634-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ff77b4b4d6683f8ae008c441b0a12634 2024-11-13T19:47:01,322 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4225c4770f825104cab15473ef6afd09, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,42665,1731527216757 2024-11-13T19:47:01,322 INFO [StoreOpener-ff77b4b4d6683f8ae008c441b0a12634-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff77b4b4d6683f8ae008c441b0a12634 columnFamilyName colfamily21 2024-11-13T19:47:01,322 DEBUG [StoreOpener-ff77b4b4d6683f8ae008c441b0a12634-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,323 INFO [StoreOpener-ff77b4b4d6683f8ae008c441b0a12634-1 {}] regionserver.HStore(327): Store=ff77b4b4d6683f8ae008c441b0a12634/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,324 INFO [StoreOpener-ff77b4b4d6683f8ae008c441b0a12634-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ff77b4b4d6683f8ae008c441b0a12634 2024-11-13T19:47:01,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8185a788382eeafbac539fd6859cca61, server=54d0784d1943,35165,1731527216930 because future has completed 2024-11-13T19:47:01,326 INFO [StoreOpener-ff77b4b4d6683f8ae008c441b0a12634-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff77b4b4d6683f8ae008c441b0a12634 columnFamilyName colfamily31 2024-11-13T19:47:01,326 DEBUG [StoreOpener-ff77b4b4d6683f8ae008c441b0a12634-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4225c4770f825104cab15473ef6afd09, server=54d0784d1943,42665,1731527216757 because future has completed 2024-11-13T19:47:01,329 INFO [StoreOpener-ff77b4b4d6683f8ae008c441b0a12634-1 {}] regionserver.HStore(327): Store=ff77b4b4d6683f8ae008c441b0a12634/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,329 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for ff77b4b4d6683f8ae008c441b0a12634 2024-11-13T19:47:01,331 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff77b4b4d6683f8ae008c441b0a12634 2024-11-13T19:47:01,331 INFO [StoreOpener-e5971aa7ebe03fa75b4cf1a9a1ba715e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e5971aa7ebe03fa75b4cf1a9a1ba715e 2024-11-13T19:47:01,332 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff77b4b4d6683f8ae008c441b0a12634 2024-11-13T19:47:01,333 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8ca52527ea7295d3c4f05e32b4b390/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:47:01,333 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for ff77b4b4d6683f8ae008c441b0a12634 2024-11-13T19:47:01,334 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for ff77b4b4d6683f8ae008c441b0a12634 2024-11-13T19:47:01,335 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened ea8ca52527ea7295d3c4f05e32b4b390; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71687300, jitterRate=0.06822401285171509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:47:01,335 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:47:01,335 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for ea8ca52527ea7295d3c4f05e32b4b390: Running coprocessor pre-open hook at 1731527221261Writing region info on filesystem at 1731527221261Initializing all the Stores at 1731527221263 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221263Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221264 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221264Cleaning up temporary data from old regions at 1731527221315 (+51 ms)Running coprocessor post-open hooks at 1731527221335 (+20 ms)Region opened successfully at 1731527221335 2024-11-13T19:47:01,335 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:47:01,335 INFO [StoreOpener-e5971aa7ebe03fa75b4cf1a9a1ba715e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5971aa7ebe03fa75b4cf1a9a1ba715e columnFamilyName colfamily11 2024-11-13T19:47:01,335 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=54d0784d1943,43951,1731527216868, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd980c6122a0cbca24606b55188928e4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T19:47:01,335 DEBUG [StoreOpener-e5971aa7ebe03fa75b4cf1a9a1ba715e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,336 INFO [StoreOpener-e5971aa7ebe03fa75b4cf1a9a1ba715e-1 {}] regionserver.HStore(327): Store=e5971aa7ebe03fa75b4cf1a9a1ba715e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,336 INFO [StoreOpener-e5971aa7ebe03fa75b4cf1a9a1ba715e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e5971aa7ebe03fa75b4cf1a9a1ba715e 2024-11-13T19:47:01,338 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for ff77b4b4d6683f8ae008c441b0a12634 2024-11-13T19:47:01,339 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390., pid=33, masterSystemTime=1731527220814 2024-11-13T19:47:01,340 INFO [StoreOpener-e5971aa7ebe03fa75b4cf1a9a1ba715e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5971aa7ebe03fa75b4cf1a9a1ba715e columnFamilyName colfamily21 2024-11-13T19:47:01,340 DEBUG [StoreOpener-e5971aa7ebe03fa75b4cf1a9a1ba715e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=19 2024-11-13T19:47:01,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure 8185a788382eeafbac539fd6859cca61, server=54d0784d1943,35165,1731527216930 in 481 msec 2024-11-13T19:47:01,341 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=54d0784d1943,42665,1731527216757, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4225c4770f825104cab15473ef6afd09. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T19:47:01,341 INFO [StoreOpener-e5971aa7ebe03fa75b4cf1a9a1ba715e-1 {}] regionserver.HStore(327): Store=e5971aa7ebe03fa75b4cf1a9a1ba715e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,341 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=54d0784d1943,42665,1731527216757, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=693afcfe58d6bfeddb494e4191ad208a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T19:47:01,341 INFO [StoreOpener-e5971aa7ebe03fa75b4cf1a9a1ba715e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e5971aa7ebe03fa75b4cf1a9a1ba715e 2024-11-13T19:47:01,343 INFO [StoreOpener-e5971aa7ebe03fa75b4cf1a9a1ba715e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5971aa7ebe03fa75b4cf1a9a1ba715e columnFamilyName colfamily31 2024-11-13T19:47:01,343 DEBUG [StoreOpener-e5971aa7ebe03fa75b4cf1a9a1ba715e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,344 INFO [StoreOpener-e5971aa7ebe03fa75b4cf1a9a1ba715e-1 {}] regionserver.HStore(327): Store=e5971aa7ebe03fa75b4cf1a9a1ba715e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,344 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390. 2024-11-13T19:47:01,344 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390. 2024-11-13T19:47:01,344 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for e5971aa7ebe03fa75b4cf1a9a1ba715e 2024-11-13T19:47:01,346 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561. 2024-11-13T19:47:01,346 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => 883657147e4a4c1b3140f7d57b000561, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-13T19:47:01,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8185a788382eeafbac539fd6859cca61, ASSIGN in 883 msec 2024-11-13T19:47:01,346 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 883657147e4a4c1b3140f7d57b000561 2024-11-13T19:47:01,346 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:01,347 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for 883657147e4a4c1b3140f7d57b000561 2024-11-13T19:47:01,347 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e5971aa7ebe03fa75b4cf1a9a1ba715e 2024-11-13T19:47:01,347 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for 883657147e4a4c1b3140f7d57b000561 2024-11-13T19:47:01,347 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e5971aa7ebe03fa75b4cf1a9a1ba715e 2024-11-13T19:47:01,348 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff77b4b4d6683f8ae008c441b0a12634/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:47:01,348 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=ea8ca52527ea7295d3c4f05e32b4b390, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,43951,1731527216868 2024-11-13T19:47:01,349 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened ff77b4b4d6683f8ae008c441b0a12634; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62978460, jitterRate=-0.061547815799713135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:47:01,349 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff77b4b4d6683f8ae008c441b0a12634 2024-11-13T19:47:01,349 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for ff77b4b4d6683f8ae008c441b0a12634: Running coprocessor pre-open hook at 1731527221304Writing region info on filesystem at 1731527221304Initializing all the Stores at 1731527221306 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221306Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221313 (+7 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221313Cleaning up temporary data from old regions at 1731527221334 (+21 ms)Running coprocessor post-open hooks at 1731527221349 (+15 ms)Region opened successfully at 1731527221349 2024-11-13T19:47:01,350 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for e5971aa7ebe03fa75b4cf1a9a1ba715e 2024-11-13T19:47:01,350 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for e5971aa7ebe03fa75b4cf1a9a1ba715e 2024-11-13T19:47:01,351 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:47:01,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea8ca52527ea7295d3c4f05e32b4b390, server=54d0784d1943,43951,1731527216868 because future has completed 2024-11-13T19:47:01,353 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for e5971aa7ebe03fa75b4cf1a9a1ba715e 2024-11-13T19:47:01,357 INFO [StoreOpener-883657147e4a4c1b3140f7d57b000561-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 883657147e4a4c1b3140f7d57b000561 2024-11-13T19:47:01,357 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634., pid=43, masterSystemTime=1731527221048 2024-11-13T19:47:01,360 INFO [StoreOpener-883657147e4a4c1b3140f7d57b000561-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 883657147e4a4c1b3140f7d57b000561 columnFamilyName colfamily11 2024-11-13T19:47:01,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=24 2024-11-13T19:47:01,361 DEBUG [StoreOpener-883657147e4a4c1b3140f7d57b000561-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure ea8ca52527ea7295d3c4f05e32b4b390, server=54d0784d1943,43951,1731527216868 in 693 msec 2024-11-13T19:47:01,361 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634. 2024-11-13T19:47:01,361 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634. 2024-11-13T19:47:01,361 INFO [StoreOpener-883657147e4a4c1b3140f7d57b000561-1 {}] regionserver.HStore(327): Store=883657147e4a4c1b3140f7d57b000561/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,361 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731527219715.a782c7612f992af7ac0ddf32fa1a3535. 2024-11-13T19:47:01,362 INFO [StoreOpener-883657147e4a4c1b3140f7d57b000561-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 883657147e4a4c1b3140f7d57b000561 2024-11-13T19:47:01,362 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => a782c7612f992af7ac0ddf32fa1a3535, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731527219715.a782c7612f992af7ac0ddf32fa1a3535.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-13T19:47:01,362 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a782c7612f992af7ac0ddf32fa1a3535 2024-11-13T19:47:01,362 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731527219715.a782c7612f992af7ac0ddf32fa1a3535.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:01,362 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for a782c7612f992af7ac0ddf32fa1a3535 2024-11-13T19:47:01,362 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for a782c7612f992af7ac0ddf32fa1a3535 2024-11-13T19:47:01,363 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ff77b4b4d6683f8ae008c441b0a12634, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,42665,1731527216757 2024-11-13T19:47:01,364 INFO [StoreOpener-883657147e4a4c1b3140f7d57b000561-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 883657147e4a4c1b3140f7d57b000561 columnFamilyName colfamily21 2024-11-13T19:47:01,364 DEBUG [StoreOpener-883657147e4a4c1b3140f7d57b000561-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,366 INFO [StoreOpener-883657147e4a4c1b3140f7d57b000561-1 {}] regionserver.HStore(327): Store=883657147e4a4c1b3140f7d57b000561/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,366 INFO [StoreOpener-883657147e4a4c1b3140f7d57b000561-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 883657147e4a4c1b3140f7d57b000561 2024-11-13T19:47:01,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=9, state=RUNNABLE, hasLock=true; OpenRegionProcedure ff77b4b4d6683f8ae008c441b0a12634, server=54d0784d1943,42665,1731527216757 because future has completed 2024-11-13T19:47:01,368 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e5971aa7ebe03fa75b4cf1a9a1ba715e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:47:01,369 INFO [StoreOpener-883657147e4a4c1b3140f7d57b000561-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 883657147e4a4c1b3140f7d57b000561 columnFamilyName colfamily31 2024-11-13T19:47:01,369 DEBUG [StoreOpener-883657147e4a4c1b3140f7d57b000561-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,369 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened e5971aa7ebe03fa75b4cf1a9a1ba715e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65130987, jitterRate=-0.02947266399860382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:47:01,369 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5971aa7ebe03fa75b4cf1a9a1ba715e 2024-11-13T19:47:01,370 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for e5971aa7ebe03fa75b4cf1a9a1ba715e: Running coprocessor pre-open hook at 1731527221312Writing region info on filesystem at 1731527221312Initializing all the Stores at 1731527221313 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221314 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221325 (+11 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221325Cleaning up temporary data from old regions at 1731527221350 (+25 ms)Running coprocessor post-open hooks at 1731527221370 (+20 ms)Region opened successfully at 1731527221370 2024-11-13T19:47:01,370 INFO [StoreOpener-883657147e4a4c1b3140f7d57b000561-1 {}] regionserver.HStore(327): Store=883657147e4a4c1b3140f7d57b000561/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,370 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for 883657147e4a4c1b3140f7d57b000561 2024-11-13T19:47:01,371 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731527219715.e5971aa7ebe03fa75b4cf1a9a1ba715e., pid=48, masterSystemTime=1731527220997 2024-11-13T19:47:01,371 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/883657147e4a4c1b3140f7d57b000561 2024-11-13T19:47:01,372 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/883657147e4a4c1b3140f7d57b000561 2024-11-13T19:47:01,374 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for 883657147e4a4c1b3140f7d57b000561 2024-11-13T19:47:01,374 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for 883657147e4a4c1b3140f7d57b000561 2024-11-13T19:47:01,375 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:47:01,376 INFO [StoreOpener-a782c7612f992af7ac0ddf32fa1a3535-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a782c7612f992af7ac0ddf32fa1a3535 2024-11-13T19:47:01,376 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731527219715.e5971aa7ebe03fa75b4cf1a9a1ba715e. 2024-11-13T19:47:01,376 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731527219715.e5971aa7ebe03fa75b4cf1a9a1ba715e. 2024-11-13T19:47:01,377 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731527219715.93e1a725e83241c591f9908e5305a915. 2024-11-13T19:47:01,377 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 93e1a725e83241c591f9908e5305a915, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731527219715.93e1a725e83241c591f9908e5305a915.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-13T19:47:01,377 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for 883657147e4a4c1b3140f7d57b000561 2024-11-13T19:47:01,377 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 93e1a725e83241c591f9908e5305a915 2024-11-13T19:47:01,377 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731527219715.93e1a725e83241c591f9908e5305a915.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:01,378 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 93e1a725e83241c591f9908e5305a915 2024-11-13T19:47:01,378 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 93e1a725e83241c591f9908e5305a915 2024-11-13T19:47:01,379 INFO [StoreOpener-a782c7612f992af7ac0ddf32fa1a3535-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a782c7612f992af7ac0ddf32fa1a3535 columnFamilyName colfamily11 2024-11-13T19:47:01,379 DEBUG [StoreOpener-a782c7612f992af7ac0ddf32fa1a3535-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=9 2024-11-13T19:47:01,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ff77b4b4d6683f8ae008c441b0a12634, server=54d0784d1943,42665,1731527216757 in 556 msec 2024-11-13T19:47:01,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ff77b4b4d6683f8ae008c441b0a12634, ASSIGN in 924 msec 2024-11-13T19:47:01,384 INFO [StoreOpener-a782c7612f992af7ac0ddf32fa1a3535-1 {}] regionserver.HStore(327): Store=a782c7612f992af7ac0ddf32fa1a3535/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,384 INFO [StoreOpener-a782c7612f992af7ac0ddf32fa1a3535-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a782c7612f992af7ac0ddf32fa1a3535 2024-11-13T19:47:01,386 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=e5971aa7ebe03fa75b4cf1a9a1ba715e, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:47:01,387 INFO [StoreOpener-a782c7612f992af7ac0ddf32fa1a3535-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a782c7612f992af7ac0ddf32fa1a3535 columnFamilyName colfamily21 2024-11-13T19:47:01,387 DEBUG [StoreOpener-a782c7612f992af7ac0ddf32fa1a3535-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,387 INFO [StoreOpener-a782c7612f992af7ac0ddf32fa1a3535-1 {}] regionserver.HStore(327): Store=a782c7612f992af7ac0ddf32fa1a3535/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,389 INFO [StoreOpener-a782c7612f992af7ac0ddf32fa1a3535-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a782c7612f992af7ac0ddf32fa1a3535 2024-11-13T19:47:01,390 INFO [StoreOpener-93e1a725e83241c591f9908e5305a915-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 93e1a725e83241c591f9908e5305a915 2024-11-13T19:47:01,390 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/883657147e4a4c1b3140f7d57b000561/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:47:01,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5971aa7ebe03fa75b4cf1a9a1ba715e, server=54d0784d1943,35165,1731527216930 because future has completed 2024-11-13T19:47:01,391 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened 883657147e4a4c1b3140f7d57b000561; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65875758, jitterRate=-0.018374711275100708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:47:01,391 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 883657147e4a4c1b3140f7d57b000561 2024-11-13T19:47:01,391 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for 883657147e4a4c1b3140f7d57b000561: Running coprocessor pre-open hook at 1731527221347Writing region info on filesystem at 1731527221347Initializing all the Stores at 1731527221350 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221350Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221357 (+7 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221357Cleaning up temporary data from old regions at 1731527221374 (+17 ms)Running coprocessor post-open hooks at 1731527221391 (+17 ms)Region opened successfully at 1731527221391 2024-11-13T19:47:01,393 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561., pid=38, masterSystemTime=1731527220814 2024-11-13T19:47:01,393 INFO [StoreOpener-a782c7612f992af7ac0ddf32fa1a3535-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a782c7612f992af7ac0ddf32fa1a3535 columnFamilyName colfamily31 2024-11-13T19:47:01,394 DEBUG [StoreOpener-a782c7612f992af7ac0ddf32fa1a3535-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,396 INFO [StoreOpener-a782c7612f992af7ac0ddf32fa1a3535-1 {}] regionserver.HStore(327): Store=a782c7612f992af7ac0ddf32fa1a3535/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,396 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for a782c7612f992af7ac0ddf32fa1a3535 2024-11-13T19:47:01,396 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561. 2024-11-13T19:47:01,396 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561. 2024-11-13T19:47:01,397 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977. 2024-11-13T19:47:01,397 INFO [StoreOpener-93e1a725e83241c591f9908e5305a915-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93e1a725e83241c591f9908e5305a915 columnFamilyName colfamily11 2024-11-13T19:47:01,397 DEBUG [StoreOpener-93e1a725e83241c591f9908e5305a915-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,397 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 56ffda84ecef77823a77f80354b8e977, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-13T19:47:01,397 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a782c7612f992af7ac0ddf32fa1a3535 2024-11-13T19:47:01,397 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 56ffda84ecef77823a77f80354b8e977 2024-11-13T19:47:01,397 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:01,397 INFO [StoreOpener-93e1a725e83241c591f9908e5305a915-1 {}] regionserver.HStore(327): Store=93e1a725e83241c591f9908e5305a915/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,398 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for 56ffda84ecef77823a77f80354b8e977 2024-11-13T19:47:01,398 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for 56ffda84ecef77823a77f80354b8e977 2024-11-13T19:47:01,398 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a782c7612f992af7ac0ddf32fa1a3535 2024-11-13T19:47:01,398 INFO [StoreOpener-93e1a725e83241c591f9908e5305a915-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 93e1a725e83241c591f9908e5305a915 2024-11-13T19:47:01,400 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for a782c7612f992af7ac0ddf32fa1a3535 2024-11-13T19:47:01,400 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for a782c7612f992af7ac0ddf32fa1a3535 2024-11-13T19:47:01,401 INFO [StoreOpener-93e1a725e83241c591f9908e5305a915-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93e1a725e83241c591f9908e5305a915 columnFamilyName colfamily21 2024-11-13T19:47:01,401 DEBUG [StoreOpener-93e1a725e83241c591f9908e5305a915-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,401 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:47:01,402 INFO [StoreOpener-93e1a725e83241c591f9908e5305a915-1 {}] regionserver.HStore(327): Store=93e1a725e83241c591f9908e5305a915/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,402 INFO [StoreOpener-93e1a725e83241c591f9908e5305a915-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 93e1a725e83241c591f9908e5305a915 2024-11-13T19:47:01,403 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for a782c7612f992af7ac0ddf32fa1a3535 2024-11-13T19:47:01,404 INFO [StoreOpener-93e1a725e83241c591f9908e5305a915-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93e1a725e83241c591f9908e5305a915 columnFamilyName colfamily31 2024-11-13T19:47:01,405 DEBUG [StoreOpener-93e1a725e83241c591f9908e5305a915-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=25 2024-11-13T19:47:01,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure e5971aa7ebe03fa75b4cf1a9a1ba715e, server=54d0784d1943,35165,1731527216930 in 513 msec 2024-11-13T19:47:01,408 INFO [StoreOpener-56ffda84ecef77823a77f80354b8e977-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 56ffda84ecef77823a77f80354b8e977 2024-11-13T19:47:01,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e5971aa7ebe03fa75b4cf1a9a1ba715e, ASSIGN in 949 msec 2024-11-13T19:47:01,410 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=883657147e4a4c1b3140f7d57b000561, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,43951,1731527216868 2024-11-13T19:47:01,415 INFO [StoreOpener-56ffda84ecef77823a77f80354b8e977-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56ffda84ecef77823a77f80354b8e977 columnFamilyName colfamily11 2024-11-13T19:47:01,415 DEBUG [StoreOpener-56ffda84ecef77823a77f80354b8e977-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,416 INFO [StoreOpener-56ffda84ecef77823a77f80354b8e977-1 {}] regionserver.HStore(327): Store=56ffda84ecef77823a77f80354b8e977/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,416 INFO [StoreOpener-56ffda84ecef77823a77f80354b8e977-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 56ffda84ecef77823a77f80354b8e977 2024-11-13T19:47:01,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea8ca52527ea7295d3c4f05e32b4b390, ASSIGN in 957 msec 2024-11-13T19:47:01,417 INFO [StoreOpener-93e1a725e83241c591f9908e5305a915-1 {}] regionserver.HStore(327): Store=93e1a725e83241c591f9908e5305a915/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,418 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 93e1a725e83241c591f9908e5305a915 2024-11-13T19:47:01,418 INFO [StoreOpener-56ffda84ecef77823a77f80354b8e977-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56ffda84ecef77823a77f80354b8e977 columnFamilyName colfamily21 2024-11-13T19:47:01,418 DEBUG [StoreOpener-56ffda84ecef77823a77f80354b8e977-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 883657147e4a4c1b3140f7d57b000561, server=54d0784d1943,43951,1731527216868 because future has completed 2024-11-13T19:47:01,419 INFO [StoreOpener-56ffda84ecef77823a77f80354b8e977-1 {}] regionserver.HStore(327): Store=56ffda84ecef77823a77f80354b8e977/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,419 INFO [StoreOpener-56ffda84ecef77823a77f80354b8e977-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 56ffda84ecef77823a77f80354b8e977 2024-11-13T19:47:01,422 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a782c7612f992af7ac0ddf32fa1a3535/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:47:01,423 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened a782c7612f992af7ac0ddf32fa1a3535; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64396647, jitterRate=-0.04041518270969391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:47:01,423 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a782c7612f992af7ac0ddf32fa1a3535 2024-11-13T19:47:01,423 INFO [StoreOpener-56ffda84ecef77823a77f80354b8e977-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56ffda84ecef77823a77f80354b8e977 columnFamilyName colfamily31 2024-11-13T19:47:01,423 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for a782c7612f992af7ac0ddf32fa1a3535: Running coprocessor pre-open hook at 1731527221363Writing region info on filesystem at 1731527221363Initializing all the Stores at 1731527221364 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221364Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221370 (+6 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221370Cleaning up temporary data from old regions at 1731527221400 (+30 ms)Running coprocessor post-open hooks at 1731527221423 (+23 ms)Region opened successfully at 1731527221423 2024-11-13T19:47:01,423 DEBUG [StoreOpener-56ffda84ecef77823a77f80354b8e977-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,424 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731527219715.a782c7612f992af7ac0ddf32fa1a3535., pid=51, masterSystemTime=1731527221249 2024-11-13T19:47:01,424 INFO [StoreOpener-56ffda84ecef77823a77f80354b8e977-1 {}] regionserver.HStore(327): Store=56ffda84ecef77823a77f80354b8e977/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=11 2024-11-13T19:47:01,424 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for 56ffda84ecef77823a77f80354b8e977 2024-11-13T19:47:01,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 4225c4770f825104cab15473ef6afd09, server=54d0784d1943,42665,1731527216757 in 503 msec 2024-11-13T19:47:01,425 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/93e1a725e83241c591f9908e5305a915 2024-11-13T19:47:01,425 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56ffda84ecef77823a77f80354b8e977 2024-11-13T19:47:01,426 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56ffda84ecef77823a77f80354b8e977 2024-11-13T19:47:01,428 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for 56ffda84ecef77823a77f80354b8e977 2024-11-13T19:47:01,428 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 56ffda84ecef77823a77f80354b8e977 2024-11-13T19:47:01,428 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731527219715.a782c7612f992af7ac0ddf32fa1a3535. 2024-11-13T19:47:01,428 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731527219715.a782c7612f992af7ac0ddf32fa1a3535. 2024-11-13T19:47:01,429 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:47:01,429 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/93e1a725e83241c591f9908e5305a915 2024-11-13T19:47:01,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4225c4770f825104cab15473ef6afd09, ASSIGN in 968 msec 2024-11-13T19:47:01,431 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for 56ffda84ecef77823a77f80354b8e977 2024-11-13T19:47:01,432 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=a782c7612f992af7ac0ddf32fa1a3535, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,42665,1731527216757 2024-11-13T19:47:01,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure a782c7612f992af7ac0ddf32fa1a3535, server=54d0784d1943,42665,1731527216757 because future has completed 2024-11-13T19:47:01,440 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 93e1a725e83241c591f9908e5305a915 2024-11-13T19:47:01,440 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 93e1a725e83241c591f9908e5305a915 2024-11-13T19:47:01,441 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=54d0784d1943,43951,1731527216868, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd980c6122a0cbca24606b55188928e4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T19:47:01,445 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:47:01,447 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 93e1a725e83241c591f9908e5305a915 2024-11-13T19:47:01,448 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56ffda84ecef77823a77f80354b8e977/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:47:01,449 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened 56ffda84ecef77823a77f80354b8e977; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67558744, jitterRate=0.006703734397888184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:47:01,449 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56ffda84ecef77823a77f80354b8e977 2024-11-13T19:47:01,450 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for 56ffda84ecef77823a77f80354b8e977: Running coprocessor pre-open hook at 1731527221398Writing region info on filesystem at 1731527221398Initializing all the Stores at 1731527221400 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221400Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221407 (+7 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221407Cleaning up temporary data from old regions at 1731527221428 (+21 ms)Running coprocessor post-open hooks at 1731527221449 (+21 ms)Region opened successfully at 1731527221450 (+1 ms) 2024-11-13T19:47:01,451 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=54d0784d1943,42665,1731527216757, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=693afcfe58d6bfeddb494e4191ad208a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T19:47:01,451 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=54d0784d1943,42665,1731527216757, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a782c7612f992af7ac0ddf32fa1a3535. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T19:47:01,452 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977., pid=40, masterSystemTime=1731527220814 2024-11-13T19:47:01,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=14 2024-11-13T19:47:01,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 883657147e4a4c1b3140f7d57b000561, server=54d0784d1943,43951,1731527216868 in 722 msec 2024-11-13T19:47:01,455 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977. 2024-11-13T19:47:01,455 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977. 2024-11-13T19:47:01,455 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74. 2024-11-13T19:47:01,455 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 625f75ec330faf52c6136527b5e15c74, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-13T19:47:01,456 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 625f75ec330faf52c6136527b5e15c74 2024-11-13T19:47:01,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=883657147e4a4c1b3140f7d57b000561, ASSIGN in 995 msec 2024-11-13T19:47:01,456 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:01,456 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 625f75ec330faf52c6136527b5e15c74 2024-11-13T19:47:01,456 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 625f75ec330faf52c6136527b5e15c74 2024-11-13T19:47:01,457 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=56ffda84ecef77823a77f80354b8e977, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,43951,1731527216868 2024-11-13T19:47:01,458 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/93e1a725e83241c591f9908e5305a915/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:47:01,460 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 93e1a725e83241c591f9908e5305a915; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72980488, jitterRate=0.08749401569366455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:47:01,460 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93e1a725e83241c591f9908e5305a915 2024-11-13T19:47:01,460 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 93e1a725e83241c591f9908e5305a915: Running coprocessor pre-open hook at 1731527221378Writing region info on filesystem at 1731527221378Initializing all the Stores at 1731527221380 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221381 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221389 (+8 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221390 (+1 ms)Cleaning up temporary data from old regions at 1731527221440 (+50 ms)Running coprocessor post-open hooks at 1731527221460 (+20 ms)Region opened successfully at 1731527221460 2024-11-13T19:47:01,466 INFO [StoreOpener-625f75ec330faf52c6136527b5e15c74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 625f75ec330faf52c6136527b5e15c74 2024-11-13T19:47:01,466 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731527219715.93e1a725e83241c591f9908e5305a915., pid=47, masterSystemTime=1731527220997 2024-11-13T19:47:01,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56ffda84ecef77823a77f80354b8e977, server=54d0784d1943,43951,1731527216868 because future has completed 2024-11-13T19:47:01,470 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731527219715.93e1a725e83241c591f9908e5305a915. 2024-11-13T19:47:01,470 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731527219715.93e1a725e83241c591f9908e5305a915. 2024-11-13T19:47:01,472 INFO [StoreOpener-625f75ec330faf52c6136527b5e15c74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 625f75ec330faf52c6136527b5e15c74 columnFamilyName colfamily11 2024-11-13T19:47:01,472 DEBUG [StoreOpener-625f75ec330faf52c6136527b5e15c74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,475 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=93e1a725e83241c591f9908e5305a915, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:47:01,477 INFO [StoreOpener-625f75ec330faf52c6136527b5e15c74-1 {}] regionserver.HStore(327): Store=625f75ec330faf52c6136527b5e15c74/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,477 INFO [StoreOpener-625f75ec330faf52c6136527b5e15c74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 625f75ec330faf52c6136527b5e15c74 2024-11-13T19:47:01,479 INFO [StoreOpener-625f75ec330faf52c6136527b5e15c74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 625f75ec330faf52c6136527b5e15c74 columnFamilyName colfamily21 2024-11-13T19:47:01,479 DEBUG [StoreOpener-625f75ec330faf52c6136527b5e15c74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,481 INFO [StoreOpener-625f75ec330faf52c6136527b5e15c74-1 {}] regionserver.HStore(327): Store=625f75ec330faf52c6136527b5e15c74/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,481 INFO [StoreOpener-625f75ec330faf52c6136527b5e15c74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 625f75ec330faf52c6136527b5e15c74 2024-11-13T19:47:01,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=27 2024-11-13T19:47:01,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 56ffda84ecef77823a77f80354b8e977, server=54d0784d1943,43951,1731527216868 in 745 msec 2024-11-13T19:47:01,485 INFO [StoreOpener-625f75ec330faf52c6136527b5e15c74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 625f75ec330faf52c6136527b5e15c74 columnFamilyName colfamily31 2024-11-13T19:47:01,485 DEBUG [StoreOpener-625f75ec330faf52c6136527b5e15c74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,486 INFO [StoreOpener-625f75ec330faf52c6136527b5e15c74-1 {}] regionserver.HStore(327): Store=625f75ec330faf52c6136527b5e15c74/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,486 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 625f75ec330faf52c6136527b5e15c74 2024-11-13T19:47:01,487 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/625f75ec330faf52c6136527b5e15c74 2024-11-13T19:47:01,488 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/625f75ec330faf52c6136527b5e15c74 2024-11-13T19:47:01,490 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 625f75ec330faf52c6136527b5e15c74 2024-11-13T19:47:01,490 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 625f75ec330faf52c6136527b5e15c74 2024-11-13T19:47:01,491 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:47:01,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56ffda84ecef77823a77f80354b8e977, ASSIGN in 1.0280 sec 2024-11-13T19:47:01,493 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 625f75ec330faf52c6136527b5e15c74 2024-11-13T19:47:01,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93e1a725e83241c591f9908e5305a915, server=54d0784d1943,35165,1731527216930 because future has completed 2024-11-13T19:47:01,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=20 2024-11-13T19:47:01,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure a782c7612f992af7ac0ddf32fa1a3535, server=54d0784d1943,42665,1731527216757 in 401 msec 2024-11-13T19:47:01,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a782c7612f992af7ac0ddf32fa1a3535, ASSIGN in 1.0420 sec 2024-11-13T19:47:01,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=22 2024-11-13T19:47:01,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 93e1a725e83241c591f9908e5305a915, server=54d0784d1943,35165,1731527216930 in 633 msec 2024-11-13T19:47:01,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=93e1a725e83241c591f9908e5305a915, ASSIGN in 1.0520 sec 2024-11-13T19:47:01,517 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/625f75ec330faf52c6136527b5e15c74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:47:01,518 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 625f75ec330faf52c6136527b5e15c74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73909305, jitterRate=0.10133446753025055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:47:01,519 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 625f75ec330faf52c6136527b5e15c74 2024-11-13T19:47:01,519 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 625f75ec330faf52c6136527b5e15c74: Running coprocessor pre-open hook at 1731527221456Writing region info on filesystem at 1731527221456Initializing all the Stores at 1731527221458 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221458Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221465 (+7 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221465Cleaning up temporary data from old regions at 1731527221490 (+25 ms)Running coprocessor post-open hooks at 1731527221519 (+29 ms)Region opened successfully at 1731527221519 2024-11-13T19:47:01,520 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74., pid=36, masterSystemTime=1731527220814 2024-11-13T19:47:01,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=15 2024-11-13T19:47:01,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 693afcfe58d6bfeddb494e4191ad208a, server=54d0784d1943,42665,1731527216757 in 557 msec 2024-11-13T19:47:01,524 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74. 2024-11-13T19:47:01,524 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74. 2024-11-13T19:47:01,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=693afcfe58d6bfeddb494e4191ad208a, ASSIGN in 1.0670 sec 2024-11-13T19:47:01,527 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=625f75ec330faf52c6136527b5e15c74, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,43951,1731527216868 2024-11-13T19:47:01,532 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=e00f098ed38fa2457347fd8191f014fc, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:47:01,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 625f75ec330faf52c6136527b5e15c74, server=54d0784d1943,43951,1731527216868 because future has completed 2024-11-13T19:47:01,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure e00f098ed38fa2457347fd8191f014fc, server=54d0784d1943,35165,1731527216930 because future has completed 2024-11-13T19:47:01,547 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=54d0784d1943,35165,1731527216930, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e00f098ed38fa2457347fd8191f014fc. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T19:47:01,550 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=54d0784d1943,43951,1731527216868, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=625f75ec330faf52c6136527b5e15c74. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T19:47:01,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-13T19:47:01,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure cd980c6122a0cbca24606b55188928e4, server=54d0784d1943,43951,1731527216868 in 897 msec 2024-11-13T19:47:01,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd980c6122a0cbca24606b55188928e4, ASSIGN in 1.0940 sec 2024-11-13T19:47:01,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=28 2024-11-13T19:47:01,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure e00f098ed38fa2457347fd8191f014fc, server=54d0784d1943,35165,1731527216930 in 731 msec 2024-11-13T19:47:01,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e00f098ed38fa2457347fd8191f014fc, ASSIGN in 1.1080 sec 2024-11-13T19:47:01,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=6 2024-11-13T19:47:01,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 625f75ec330faf52c6136527b5e15c74, server=54d0784d1943,43951,1731527216868 in 865 msec 2024-11-13T19:47:01,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=625f75ec330faf52c6136527b5e15c74, ASSIGN in 1.1150 sec 2024-11-13T19:47:01,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8aab09ceed4e6cb83d28ec95a3041925, server=54d0784d1943,42665,1731527216757}] 2024-11-13T19:47:01,585 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3c8f08ea0832d0add659b4a762eaeecb, regionState=OPENING, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:47:01,587 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c502acd04a283d4e19dfb43b788f1b8e, regionState=OPENING, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:47:01,587 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3bede716e734ef93a4598b2824ac93f7, regionState=OPENING, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:47:01,588 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=df1bbb00901831281c100d3f74322a65, regionState=OPENING, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:47:01,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3c8f08ea0832d0add659b4a762eaeecb, ASSIGN because future has completed 2024-11-13T19:47:01,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c8f08ea0832d0add659b4a762eaeecb, server=54d0784d1943,35165,1731527216930}] 2024-11-13T19:47:01,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c502acd04a283d4e19dfb43b788f1b8e, ASSIGN because future has completed 2024-11-13T19:47:01,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3bede716e734ef93a4598b2824ac93f7, ASSIGN because future has completed 2024-11-13T19:47:01,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bede716e734ef93a4598b2824ac93f7, server=54d0784d1943,35165,1731527216930}] 2024-11-13T19:47:01,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df1bbb00901831281c100d3f74322a65, ASSIGN because future has completed 2024-11-13T19:47:01,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure df1bbb00901831281c100d3f74322a65, server=54d0784d1943,35165,1731527216930}] 2024-11-13T19:47:01,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c502acd04a283d4e19dfb43b788f1b8e, server=54d0784d1943,35165,1731527216930}] 2024-11-13T19:47:01,742 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925. 2024-11-13T19:47:01,742 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 8aab09ceed4e6cb83d28ec95a3041925, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-13T19:47:01,743 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8aab09ceed4e6cb83d28ec95a3041925 2024-11-13T19:47:01,743 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:01,743 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 8aab09ceed4e6cb83d28ec95a3041925 2024-11-13T19:47:01,743 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 8aab09ceed4e6cb83d28ec95a3041925 2024-11-13T19:47:01,745 INFO [StoreOpener-8aab09ceed4e6cb83d28ec95a3041925-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8aab09ceed4e6cb83d28ec95a3041925 2024-11-13T19:47:01,748 INFO [StoreOpener-8aab09ceed4e6cb83d28ec95a3041925-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8aab09ceed4e6cb83d28ec95a3041925 columnFamilyName colfamily11 2024-11-13T19:47:01,748 DEBUG [StoreOpener-8aab09ceed4e6cb83d28ec95a3041925-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,748 INFO [StoreOpener-8aab09ceed4e6cb83d28ec95a3041925-1 {}] regionserver.HStore(327): Store=8aab09ceed4e6cb83d28ec95a3041925/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,749 INFO [StoreOpener-8aab09ceed4e6cb83d28ec95a3041925-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8aab09ceed4e6cb83d28ec95a3041925 2024-11-13T19:47:01,752 INFO [StoreOpener-8aab09ceed4e6cb83d28ec95a3041925-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8aab09ceed4e6cb83d28ec95a3041925 columnFamilyName colfamily21 2024-11-13T19:47:01,752 DEBUG [StoreOpener-8aab09ceed4e6cb83d28ec95a3041925-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,756 INFO [StoreOpener-8aab09ceed4e6cb83d28ec95a3041925-1 {}] regionserver.HStore(327): Store=8aab09ceed4e6cb83d28ec95a3041925/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,757 INFO [StoreOpener-8aab09ceed4e6cb83d28ec95a3041925-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8aab09ceed4e6cb83d28ec95a3041925 2024-11-13T19:47:01,760 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e. 2024-11-13T19:47:01,760 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => c502acd04a283d4e19dfb43b788f1b8e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-13T19:47:01,761 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c502acd04a283d4e19dfb43b788f1b8e 2024-11-13T19:47:01,761 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:01,761 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for c502acd04a283d4e19dfb43b788f1b8e 2024-11-13T19:47:01,761 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for c502acd04a283d4e19dfb43b788f1b8e 2024-11-13T19:47:01,764 INFO [StoreOpener-8aab09ceed4e6cb83d28ec95a3041925-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8aab09ceed4e6cb83d28ec95a3041925 columnFamilyName colfamily31 2024-11-13T19:47:01,764 INFO [StoreOpener-c502acd04a283d4e19dfb43b788f1b8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c502acd04a283d4e19dfb43b788f1b8e 2024-11-13T19:47:01,764 DEBUG [StoreOpener-8aab09ceed4e6cb83d28ec95a3041925-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,765 INFO [StoreOpener-8aab09ceed4e6cb83d28ec95a3041925-1 {}] regionserver.HStore(327): Store=8aab09ceed4e6cb83d28ec95a3041925/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,765 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 8aab09ceed4e6cb83d28ec95a3041925 2024-11-13T19:47:01,766 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8aab09ceed4e6cb83d28ec95a3041925 2024-11-13T19:47:01,766 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8aab09ceed4e6cb83d28ec95a3041925 2024-11-13T19:47:01,767 INFO [StoreOpener-c502acd04a283d4e19dfb43b788f1b8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c502acd04a283d4e19dfb43b788f1b8e columnFamilyName colfamily11 2024-11-13T19:47:01,767 DEBUG [StoreOpener-c502acd04a283d4e19dfb43b788f1b8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,768 INFO [StoreOpener-c502acd04a283d4e19dfb43b788f1b8e-1 {}] regionserver.HStore(327): Store=c502acd04a283d4e19dfb43b788f1b8e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,768 INFO [StoreOpener-c502acd04a283d4e19dfb43b788f1b8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c502acd04a283d4e19dfb43b788f1b8e 2024-11-13T19:47:01,770 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 8aab09ceed4e6cb83d28ec95a3041925 2024-11-13T19:47:01,770 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 8aab09ceed4e6cb83d28ec95a3041925 2024-11-13T19:47:01,770 INFO [StoreOpener-c502acd04a283d4e19dfb43b788f1b8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c502acd04a283d4e19dfb43b788f1b8e columnFamilyName colfamily21 2024-11-13T19:47:01,771 DEBUG [StoreOpener-c502acd04a283d4e19dfb43b788f1b8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,778 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:47:01,778 INFO [StoreOpener-c502acd04a283d4e19dfb43b788f1b8e-1 {}] regionserver.HStore(327): Store=c502acd04a283d4e19dfb43b788f1b8e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,778 INFO [StoreOpener-c502acd04a283d4e19dfb43b788f1b8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c502acd04a283d4e19dfb43b788f1b8e 2024-11-13T19:47:01,780 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 8aab09ceed4e6cb83d28ec95a3041925 2024-11-13T19:47:01,781 INFO [StoreOpener-c502acd04a283d4e19dfb43b788f1b8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c502acd04a283d4e19dfb43b788f1b8e columnFamilyName colfamily31 2024-11-13T19:47:01,781 DEBUG [StoreOpener-c502acd04a283d4e19dfb43b788f1b8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,782 INFO [StoreOpener-c502acd04a283d4e19dfb43b788f1b8e-1 {}] regionserver.HStore(327): Store=c502acd04a283d4e19dfb43b788f1b8e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,782 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for c502acd04a283d4e19dfb43b788f1b8e 2024-11-13T19:47:01,783 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c502acd04a283d4e19dfb43b788f1b8e 2024-11-13T19:47:01,784 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c502acd04a283d4e19dfb43b788f1b8e 2024-11-13T19:47:01,785 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8aab09ceed4e6cb83d28ec95a3041925/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:47:01,785 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for c502acd04a283d4e19dfb43b788f1b8e 2024-11-13T19:47:01,785 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for c502acd04a283d4e19dfb43b788f1b8e 2024-11-13T19:47:01,786 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 8aab09ceed4e6cb83d28ec95a3041925; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73905912, jitterRate=0.10128390789031982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:47:01,786 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:47:01,786 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8aab09ceed4e6cb83d28ec95a3041925 2024-11-13T19:47:01,787 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 8aab09ceed4e6cb83d28ec95a3041925: Running coprocessor pre-open hook at 1731527221743Writing region info on filesystem at 1731527221743Initializing all the Stores at 1731527221745 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221745Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221745Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221745Cleaning up temporary data from old regions at 1731527221771 (+26 ms)Running coprocessor post-open hooks at 1731527221786 (+15 ms)Region opened successfully at 1731527221787 (+1 ms) 2024-11-13T19:47:01,790 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925., pid=52, masterSystemTime=1731527221733 2024-11-13T19:47:01,795 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for c502acd04a283d4e19dfb43b788f1b8e 2024-11-13T19:47:01,798 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c502acd04a283d4e19dfb43b788f1b8e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:47:01,799 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened c502acd04a283d4e19dfb43b788f1b8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63467696, jitterRate=-0.05425763130187988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:47:01,799 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c502acd04a283d4e19dfb43b788f1b8e 2024-11-13T19:47:01,800 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for c502acd04a283d4e19dfb43b788f1b8e: Running coprocessor pre-open hook at 1731527221762Writing region info on filesystem at 1731527221762Initializing all the Stores at 1731527221763 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221763Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221763Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221763Cleaning up temporary data from old regions at 1731527221785 (+22 ms)Running coprocessor post-open hooks at 1731527221799 (+14 ms)Region opened successfully at 1731527221800 (+1 ms) 2024-11-13T19:47:01,802 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925. 2024-11-13T19:47:01,802 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925. 2024-11-13T19:47:01,805 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e., pid=56, masterSystemTime=1731527221749 2024-11-13T19:47:01,808 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=8aab09ceed4e6cb83d28ec95a3041925, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,42665,1731527216757 2024-11-13T19:47:01,810 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e. 2024-11-13T19:47:01,811 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e. 2024-11-13T19:47:01,811 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb. 2024-11-13T19:47:01,811 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c8f08ea0832d0add659b4a762eaeecb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-13T19:47:01,811 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3c8f08ea0832d0add659b4a762eaeecb 2024-11-13T19:47:01,811 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:01,812 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 3c8f08ea0832d0add659b4a762eaeecb 2024-11-13T19:47:01,812 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 3c8f08ea0832d0add659b4a762eaeecb 2024-11-13T19:47:01,814 INFO [StoreOpener-3c8f08ea0832d0add659b4a762eaeecb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3c8f08ea0832d0add659b4a762eaeecb 2024-11-13T19:47:01,816 INFO [StoreOpener-3c8f08ea0832d0add659b4a762eaeecb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c8f08ea0832d0add659b4a762eaeecb columnFamilyName colfamily11 2024-11-13T19:47:01,816 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c502acd04a283d4e19dfb43b788f1b8e, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:47:01,816 DEBUG [StoreOpener-3c8f08ea0832d0add659b4a762eaeecb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,817 INFO [StoreOpener-3c8f08ea0832d0add659b4a762eaeecb-1 {}] regionserver.HStore(327): Store=3c8f08ea0832d0add659b4a762eaeecb/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,818 INFO [StoreOpener-3c8f08ea0832d0add659b4a762eaeecb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3c8f08ea0832d0add659b4a762eaeecb 2024-11-13T19:47:01,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8aab09ceed4e6cb83d28ec95a3041925, server=54d0784d1943,42665,1731527216757 because future has completed 2024-11-13T19:47:01,821 INFO [StoreOpener-3c8f08ea0832d0add659b4a762eaeecb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c8f08ea0832d0add659b4a762eaeecb columnFamilyName colfamily21 2024-11-13T19:47:01,821 DEBUG [StoreOpener-3c8f08ea0832d0add659b4a762eaeecb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,822 INFO [StoreOpener-3c8f08ea0832d0add659b4a762eaeecb-1 {}] regionserver.HStore(327): Store=3c8f08ea0832d0add659b4a762eaeecb/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,822 INFO [StoreOpener-3c8f08ea0832d0add659b4a762eaeecb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3c8f08ea0832d0add659b4a762eaeecb 2024-11-13T19:47:01,824 INFO [StoreOpener-3c8f08ea0832d0add659b4a762eaeecb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c8f08ea0832d0add659b4a762eaeecb columnFamilyName colfamily31 2024-11-13T19:47:01,824 DEBUG [StoreOpener-3c8f08ea0832d0add659b4a762eaeecb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,824 INFO [StoreOpener-3c8f08ea0832d0add659b4a762eaeecb-1 {}] regionserver.HStore(327): Store=3c8f08ea0832d0add659b4a762eaeecb/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,824 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 3c8f08ea0832d0add659b4a762eaeecb 2024-11-13T19:47:01,826 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c8f08ea0832d0add659b4a762eaeecb 2024-11-13T19:47:01,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c502acd04a283d4e19dfb43b788f1b8e, server=54d0784d1943,35165,1731527216930 because future has completed 2024-11-13T19:47:01,826 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c8f08ea0832d0add659b4a762eaeecb 2024-11-13T19:47:01,827 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 3c8f08ea0832d0add659b4a762eaeecb 2024-11-13T19:47:01,828 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 3c8f08ea0832d0add659b4a762eaeecb 2024-11-13T19:47:01,828 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:47:01,830 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 3c8f08ea0832d0add659b4a762eaeecb 2024-11-13T19:47:01,833 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c8f08ea0832d0add659b4a762eaeecb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:47:01,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=23 2024-11-13T19:47:01,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 8aab09ceed4e6cb83d28ec95a3041925, server=54d0784d1943,42665,1731527216757 in 246 msec 2024-11-13T19:47:01,835 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 3c8f08ea0832d0add659b4a762eaeecb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64137654, jitterRate=-0.044274479150772095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:47:01,835 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c8f08ea0832d0add659b4a762eaeecb 2024-11-13T19:47:01,836 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 3c8f08ea0832d0add659b4a762eaeecb: Running coprocessor pre-open hook at 1731527221812Writing region info on filesystem at 1731527221812Initializing all the Stores at 1731527221813 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221813Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221813Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221814 (+1 ms)Cleaning up temporary data from old regions at 1731527221828 (+14 ms)Running coprocessor post-open hooks at 1731527221835 (+7 ms)Region opened successfully at 1731527221836 (+1 ms) 2024-11-13T19:47:01,837 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb., pid=53, masterSystemTime=1731527221749 2024-11-13T19:47:01,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8aab09ceed4e6cb83d28ec95a3041925, ASSIGN in 1.3770 sec 2024-11-13T19:47:01,854 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb. 2024-11-13T19:47:01,855 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb. 2024-11-13T19:47:01,855 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731527219715.df1bbb00901831281c100d3f74322a65. 2024-11-13T19:47:01,855 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => df1bbb00901831281c100d3f74322a65, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731527219715.df1bbb00901831281c100d3f74322a65.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-13T19:47:01,856 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true df1bbb00901831281c100d3f74322a65 2024-11-13T19:47:01,856 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731527219715.df1bbb00901831281c100d3f74322a65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:01,856 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for df1bbb00901831281c100d3f74322a65 2024-11-13T19:47:01,856 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for df1bbb00901831281c100d3f74322a65 2024-11-13T19:47:01,864 INFO [StoreOpener-df1bbb00901831281c100d3f74322a65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region df1bbb00901831281c100d3f74322a65 2024-11-13T19:47:01,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=10 2024-11-13T19:47:01,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure c502acd04a283d4e19dfb43b788f1b8e, server=54d0784d1943,35165,1731527216930 in 193 msec 2024-11-13T19:47:01,871 INFO [StoreOpener-df1bbb00901831281c100d3f74322a65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df1bbb00901831281c100d3f74322a65 columnFamilyName colfamily11 2024-11-13T19:47:01,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c502acd04a283d4e19dfb43b788f1b8e, ASSIGN in 1.4120 sec 2024-11-13T19:47:01,871 DEBUG [StoreOpener-df1bbb00901831281c100d3f74322a65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,873 INFO [StoreOpener-df1bbb00901831281c100d3f74322a65-1 {}] regionserver.HStore(327): Store=df1bbb00901831281c100d3f74322a65/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,874 INFO [StoreOpener-df1bbb00901831281c100d3f74322a65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region df1bbb00901831281c100d3f74322a65 2024-11-13T19:47:01,874 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3c8f08ea0832d0add659b4a762eaeecb, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:47:01,877 INFO [StoreOpener-df1bbb00901831281c100d3f74322a65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df1bbb00901831281c100d3f74322a65 columnFamilyName colfamily21 2024-11-13T19:47:01,878 DEBUG [StoreOpener-df1bbb00901831281c100d3f74322a65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,878 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=54d0784d1943,35165,1731527216930, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3c8f08ea0832d0add659b4a762eaeecb. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T19:47:01,879 INFO [StoreOpener-df1bbb00901831281c100d3f74322a65-1 {}] regionserver.HStore(327): Store=df1bbb00901831281c100d3f74322a65/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c8f08ea0832d0add659b4a762eaeecb, server=54d0784d1943,35165,1731527216930 because future has completed 2024-11-13T19:47:01,879 INFO [StoreOpener-df1bbb00901831281c100d3f74322a65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region df1bbb00901831281c100d3f74322a65 2024-11-13T19:47:01,884 INFO [StoreOpener-df1bbb00901831281c100d3f74322a65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df1bbb00901831281c100d3f74322a65 columnFamilyName colfamily31 2024-11-13T19:47:01,884 DEBUG [StoreOpener-df1bbb00901831281c100d3f74322a65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,885 INFO [StoreOpener-df1bbb00901831281c100d3f74322a65-1 {}] regionserver.HStore(327): Store=df1bbb00901831281c100d3f74322a65/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,886 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for df1bbb00901831281c100d3f74322a65 2024-11-13T19:47:01,887 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df1bbb00901831281c100d3f74322a65 2024-11-13T19:47:01,887 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df1bbb00901831281c100d3f74322a65 2024-11-13T19:47:01,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=13 2024-11-13T19:47:01,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c8f08ea0832d0add659b4a762eaeecb, server=54d0784d1943,35165,1731527216930 in 289 msec 2024-11-13T19:47:01,889 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for df1bbb00901831281c100d3f74322a65 2024-11-13T19:47:01,889 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for df1bbb00901831281c100d3f74322a65 2024-11-13T19:47:01,890 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:47:01,892 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for df1bbb00901831281c100d3f74322a65 2024-11-13T19:47:01,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3c8f08ea0832d0add659b4a762eaeecb, ASSIGN in 1.4320 sec 2024-11-13T19:47:01,898 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df1bbb00901831281c100d3f74322a65/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:47:01,899 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened df1bbb00901831281c100d3f74322a65; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65192744, jitterRate=-0.02855241298675537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:47:01,899 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df1bbb00901831281c100d3f74322a65 2024-11-13T19:47:01,899 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for df1bbb00901831281c100d3f74322a65: Running coprocessor pre-open hook at 1731527221856Writing region info on filesystem at 1731527221856Initializing all the Stores at 1731527221863 (+7 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221863Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221864 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221864Cleaning up temporary data from old regions at 1731527221889 (+25 ms)Running coprocessor post-open hooks at 1731527221899 (+10 ms)Region opened successfully at 1731527221899 2024-11-13T19:47:01,903 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731527219715.df1bbb00901831281c100d3f74322a65., pid=55, masterSystemTime=1731527221749 2024-11-13T19:47:01,911 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731527219715.df1bbb00901831281c100d3f74322a65. 2024-11-13T19:47:01,911 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731527219715.df1bbb00901831281c100d3f74322a65. 2024-11-13T19:47:01,911 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7. 2024-11-13T19:47:01,911 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 3bede716e734ef93a4598b2824ac93f7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-13T19:47:01,912 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3bede716e734ef93a4598b2824ac93f7 2024-11-13T19:47:01,912 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:47:01,912 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=df1bbb00901831281c100d3f74322a65, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:47:01,912 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 3bede716e734ef93a4598b2824ac93f7 2024-11-13T19:47:01,912 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 3bede716e734ef93a4598b2824ac93f7 2024-11-13T19:47:01,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure df1bbb00901831281c100d3f74322a65, server=54d0784d1943,35165,1731527216930 because future has completed 2024-11-13T19:47:01,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=5 2024-11-13T19:47:01,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure df1bbb00901831281c100d3f74322a65, server=54d0784d1943,35165,1731527216930 in 280 msec 2024-11-13T19:47:01,921 INFO [StoreOpener-3bede716e734ef93a4598b2824ac93f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3bede716e734ef93a4598b2824ac93f7 2024-11-13T19:47:01,923 INFO [StoreOpener-3bede716e734ef93a4598b2824ac93f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bede716e734ef93a4598b2824ac93f7 columnFamilyName colfamily11 2024-11-13T19:47:01,923 DEBUG [StoreOpener-3bede716e734ef93a4598b2824ac93f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,924 INFO [StoreOpener-3bede716e734ef93a4598b2824ac93f7-1 {}] regionserver.HStore(327): Store=3bede716e734ef93a4598b2824ac93f7/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,924 INFO [StoreOpener-3bede716e734ef93a4598b2824ac93f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3bede716e734ef93a4598b2824ac93f7 2024-11-13T19:47:01,926 INFO [StoreOpener-3bede716e734ef93a4598b2824ac93f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bede716e734ef93a4598b2824ac93f7 columnFamilyName colfamily21 2024-11-13T19:47:01,926 DEBUG [StoreOpener-3bede716e734ef93a4598b2824ac93f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df1bbb00901831281c100d3f74322a65, ASSIGN in 1.4640 sec 2024-11-13T19:47:01,927 INFO [StoreOpener-3bede716e734ef93a4598b2824ac93f7-1 {}] regionserver.HStore(327): Store=3bede716e734ef93a4598b2824ac93f7/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,927 INFO [StoreOpener-3bede716e734ef93a4598b2824ac93f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3bede716e734ef93a4598b2824ac93f7 2024-11-13T19:47:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:47:01,929 INFO [StoreOpener-3bede716e734ef93a4598b2824ac93f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bede716e734ef93a4598b2824ac93f7 columnFamilyName colfamily31 2024-11-13T19:47:01,929 DEBUG [StoreOpener-3bede716e734ef93a4598b2824ac93f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:47:01,929 INFO [StoreOpener-3bede716e734ef93a4598b2824ac93f7-1 {}] regionserver.HStore(327): Store=3bede716e734ef93a4598b2824ac93f7/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:47:01,930 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 3bede716e734ef93a4598b2824ac93f7 2024-11-13T19:47:01,931 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3bede716e734ef93a4598b2824ac93f7 2024-11-13T19:47:01,931 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3bede716e734ef93a4598b2824ac93f7 2024-11-13T19:47:01,933 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 3bede716e734ef93a4598b2824ac93f7 2024-11-13T19:47:01,933 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 3bede716e734ef93a4598b2824ac93f7 2024-11-13T19:47:01,934 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:47:01,936 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 3bede716e734ef93a4598b2824ac93f7 2024-11-13T19:47:01,939 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3bede716e734ef93a4598b2824ac93f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:47:01,939 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 3bede716e734ef93a4598b2824ac93f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63286145, jitterRate=-0.05696295201778412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:47:01,939 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3bede716e734ef93a4598b2824ac93f7 2024-11-13T19:47:01,940 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 3bede716e734ef93a4598b2824ac93f7: Running coprocessor pre-open hook at 1731527221912Writing region info on filesystem at 1731527221912Initializing all the Stores at 1731527221914 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221914Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221920 (+6 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527221920Cleaning up temporary data from old regions at 1731527221933 (+13 ms)Running coprocessor post-open hooks at 1731527221939 (+6 ms)Region opened successfully at 1731527221940 (+1 ms) 2024-11-13T19:47:01,941 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7., pid=54, masterSystemTime=1731527221749 2024-11-13T19:47:01,944 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7. 2024-11-13T19:47:01,944 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7. 2024-11-13T19:47:01,945 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3bede716e734ef93a4598b2824ac93f7, regionState=OPEN, openSeqNum=2, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:47:01,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bede716e734ef93a4598b2824ac93f7, server=54d0784d1943,35165,1731527216930 because future has completed 2024-11-13T19:47:01,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=7 2024-11-13T19:47:01,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 3bede716e734ef93a4598b2824ac93f7, server=54d0784d1943,35165,1731527216930 in 335 msec 2024-11-13T19:47:01,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-11-13T19:47:01,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3bede716e734ef93a4598b2824ac93f7, ASSIGN in 1.5030 sec 2024-11-13T19:47:01,965 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:47:01,965 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731527221965"}]},"ts":"1731527221965"} 2024-11-13T19:47:01,968 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-13T19:47:01,970 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:47:01,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 2.2330 sec 2024-11-13T19:47:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:47:03,940 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-13T19:47:03,940 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-13T19:47:03,941 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T19:47:03,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43951 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-13T19:47:03,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-13T19:47:03,971 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T19:47:03,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-13T19:47:04,021 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731527219715.df1bbb00901831281c100d3f74322a65., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,026 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731527219715.df1bbb00901831281c100d3f74322a65., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,027 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731527219715.df1bbb00901831281c100d3f74322a65., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,102 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,104 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,109 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,111 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,112 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,169 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,172 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,177 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,178 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,180 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,238 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,241 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,246 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,250 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,259 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,265 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,267 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,269 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,302 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:04,305 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:04,306 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:04,308 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:04,313 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:04,377 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,384 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,386 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,388 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,389 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,391 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,393 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,445 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:04,447 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:04,454 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:04,456 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:04,458 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:04,461 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:04,463 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:04,513 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,521 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,523 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,525 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,527 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,529 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,581 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,595 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,598 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,600 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,604 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,605 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,607 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iio', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,643 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,646 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,656 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,658 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,660 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,662 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,664 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,666 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,722 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:04,729 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:04,731 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:04,734 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:04,737 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:04,761 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T19:47:04,832 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,843 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,846 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,849 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,852 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,855 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,862 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:04,888 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:47:04,890 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-13T19:47:04,908 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:04,914 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:04,916 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:04,920 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:04,923 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:04,926 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:04,973 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,975 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,977 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,982 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,984 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,987 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nns', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,990 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:04,992 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:05,055 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731527219715.8185a788382eeafbac539fd6859cca61., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:05,061 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731527219715.8185a788382eeafbac539fd6859cca61., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:05,063 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731527219715.8185a788382eeafbac539fd6859cca61., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:05,127 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731527219715.a782c7612f992af7ac0ddf32fa1a3535., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:05,133 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731527219715.a782c7612f992af7ac0ddf32fa1a3535., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:05,136 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731527219715.a782c7612f992af7ac0ddf32fa1a3535., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:05,215 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:05,220 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:05,223 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:05,226 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:05,289 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731527219715.93e1a725e83241c591f9908e5305a915., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:05,293 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731527219715.93e1a725e83241c591f9908e5305a915., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:05,295 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731527219715.93e1a725e83241c591f9908e5305a915., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:05,362 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:05,373 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:05,378 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:05,391 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:05,395 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:05,397 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:05,399 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:05,404 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:05,431 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:05,435 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:05,437 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:05,439 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:05,442 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:05,459 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='tty', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:05,499 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731527219715.e5971aa7ebe03fa75b4cf1a9a1ba715e., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:05,510 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731527219715.e5971aa7ebe03fa75b4cf1a9a1ba715e., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:05,514 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731527219715.e5971aa7ebe03fa75b4cf1a9a1ba715e., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:05,527 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731527219715.e5971aa7ebe03fa75b4cf1a9a1ba715e., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:05,571 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:05,573 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:05,574 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:05,576 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:05,578 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:05,580 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:05,645 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:05,647 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:05,649 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:05,653 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:05,720 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:05,723 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:05,725 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:05,727 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:05,731 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:05,733 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc., hostname=54d0784d1943,35165,1731527216930, seqNum=2] 2024-11-13T19:47:05,792 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731527219715.1c35ffbc17b9c2b21fe4cce4afd409c8., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:05,803 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731527219715.1c35ffbc17b9c2b21fe4cce4afd409c8., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:05,805 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731527219715.1c35ffbc17b9c2b21fe4cce4afd409c8., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:05,810 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731527219715.1c35ffbc17b9c2b21fe4cce4afd409c8., hostname=54d0784d1943,42665,1731527216757, seqNum=2] 2024-11-13T19:47:05,869 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4., hostname=54d0784d1943,43951,1731527216868, seqNum=2] 2024-11-13T19:47:05,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:47:05,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:47:05,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43951 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74. 2024-11-13T19:47:05,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:47:06,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42056, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:47:06,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731527219715.df1bbb00901831281c100d3f74322a65. 2024-11-13T19:47:06,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42665 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634. 2024-11-13T19:47:06,417 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:47:06,418 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T19:47:06,420 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-13T19:47:06,420 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-13T19:47:06,421 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:47:06,421 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T19:47:06,422 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T19:47:06,422 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T19:47:07,191 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-13T19:47:07,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43951 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-13T19:47:07,452 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-13T19:47:07,453 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER 54d0784d1943,43951,1731527216868 2024-11-13T19:47:07,453 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 54d0784d1943,43951,1731527216868 2024-11-13T19:47:07,454 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 54d0784d1943,43951,1731527216868: Simulated kill ***** 2024-11-13T19:47:07,454 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T19:47:07,457 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T19:47:07,459 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T19:47:07,462 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T19:47:07,463 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T19:47:07,470 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 737770576 }, "NonHeapMemoryUsage": { "committed": 158793728, "init": 7667712, "max": -1, "used": 156374600 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "54d0784d1943", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 65232, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 157, "ProcessCallTime_min": 0, "ProcessCallTime_max": 49, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 12, "ProcessCallTime_median": 24, "ProcessCallTime_75th_percentile": 36, "ProcessCallTime_90th_percentile": 44, "ProcessCallTime_95th_percentile": 46, "ProcessCallTime_98th_percentile": 48, "ProcessCallTime_99th_percentile": 48, "ProcessCallTime_99.9th_percentile": 48, "ProcessCallTime_TimeRangeCount_0-1": 157, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 157, "QueueCallTime_min": 0, "QueueCallTime_max": 88, "QueueCallTime_mean": 5, "QueueCallTime_25th_percentile": 22, "QueueCallTime_median": 44, "QueueCallTime_75th_percentile": 66, "QueueCallTime_90th_percentile": 79, "QueueCallTime_95th_percentile": 83, "QueueCallTime_98th_percentile": 86, "QueueCallTime_99th_percentile": 87, "QueueCallTime_99.9th_percentile": 87, "QueueCallTime_TimeRangeCount_0-1": 157, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 157, "TotalCallTime_min": 0, "TotalCallTime_max": 90, "TotalCallTime_mean": 10, "TotalCallTime_25th_percentile": 22, "TotalCallTime_median": 45, "TotalCallTime_75th_percentile": 67, "TotalCallTime_90th_percentile": 81, "TotalCallTime_95th_percentile": 85, "TotalCallTime_98th_percentile": 88, "TotalCallTime_99th_percentile": 89, "TotalCallTime_99.9th_percentile": 89, "TotalCallTime_TimeRangeCount_0-1": 157, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 157, "ResponseSize_min": 0, "ResponseSize_max": 23824, "ResponseSize_mean": 4329, "ResponseSize_25th_percentile": 5956, "ResponseSize_median": 11912, "ResponseSize_75th_percentile": 17868, "ResponseSize_90th_percentile": 21441, "ResponseSize_95th_percentile": 22632, "ResponseSize_98th_percentile": 23347, "ResponseSize_99th_percentile": 23585, "ResponseSize_99.9th_percentile": 23800, "ResponseSize_SizeRangeCount_0-10": 157, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 157, "RequestSize_min": 41, "RequestSize_max": 14907, "RequestSize_mean": 398, "RequestSize_25th_percentile": 3757, "RequestSize_median": 7474, "RequestSize_75th_percentile": 11190, "RequestSize_90th_percentile": 13420, "RequestSize_95th_percentile": 14163, "RequestSize_98th_percentile": 14609, "RequestSize_99th_percentile": 14758, "RequestSize_99.9th_percentile": 14892, "RequestSize_SizeRangeCount_0-10": 157, "sentBytes": 582922 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "54d0784d1943", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:60624", "tag.serverName": "54d0784d1943,42665,1731527216757", "tag.clusterId": "fe03a2d3-930a-4a51-a4b3-eef51d057817", "tag.Context": "regionserver", "tag.Hostname": "54d0784d1943", "regionCount": 8, "storeCount": 24, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 6144, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731527216757, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-13T19:47:07,475 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39757 {}] master.MasterRpcServices(700): 54d0784d1943,43951,1731527216868 reported a fatal error: ***** ABORTING region server 54d0784d1943,43951,1731527216868: Simulated kill ***** 2024-11-13T19:47:07,486 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '54d0784d1943,43951,1731527216868' ***** 2024-11-13T19:47:07,486 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-13T19:47:07,486 INFO [RS:1;54d0784d1943:43951 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:47:07,486 INFO [RS:1;54d0784d1943:43951 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-13T19:47:07,487 INFO [RS:1;54d0784d1943:43951 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-13T19:47:07,487 INFO [RS:1;54d0784d1943:43951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:47:07,487 INFO [RS:1;54d0784d1943:43951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;54d0784d1943:43951. 2024-11-13T19:47:07,487 DEBUG [RS:1;54d0784d1943:43951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:47:07,492 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T19:47:07,492 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:47:07,494 DEBUG [RS:1;54d0784d1943:43951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:47:07,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741836_1012 (size=54214) 2024-11-13T19:47:07,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741836_1012 (size=54214) 2024-11-13T19:47:07,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741836_1012 (size=54214) 2024-11-13T19:47:07,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741834_1010 (size=298415) 2024-11-13T19:47:07,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741834_1010 (size=298415) 2024-11-13T19:47:07,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741834_1010 (size=298415) 2024-11-13T19:47:07,518 DEBUG [RS:1;54d0784d1943:43951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:47:07,518 INFO [RS:1;54d0784d1943:43951 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:47:07,518 INFO [RS:1;54d0784d1943:43951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43951 2024-11-13T19:47:07,523 INFO [regionserver/54d0784d1943:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:47:07,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T19:47:07,524 INFO [RS:1;54d0784d1943:43951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:47:07,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43951-0x100eda37bbe0002, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/54d0784d1943,43951,1731527216868 2024-11-13T19:47:07,525 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [54d0784d1943,43951,1731527216868] 2024-11-13T19:47:07,528 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/54d0784d1943,43951,1731527216868 already deleted, retry=false 2024-11-13T19:47:07,528 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 54d0784d1943,43951,1731527216868 on 54d0784d1943,39757,1731527215850 2024-11-13T19:47:07,533 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:47:07,539 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for 54d0784d1943,43951,1731527216868 (carryingMeta=true) 54d0784d1943,43951,1731527216868/CRASHED/regionCount=10/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2824e51f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T19:47:07,539 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:47:07,539 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-13T19:47:07,539 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:47:07,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:47:07,539 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T19:47:07,592 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T19:47:07,595 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:47:07,595 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-13T19:47:07,595 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:47:07,596 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:47:07,596 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:47:07,596 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-13T19:47:07,596 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-13T19:47:07,596 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-13T19:47:07,597 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:47:07,598 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:47:07,602 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-13T19:47:07,604 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:47:07,605 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-13T19:47:07,605 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:47:07,605 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-13T19:47:07,606 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-13T19:47:07,612 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:47:07,612 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=54d0784d1943,43951,1731527216868, table=hbase:meta, region=1588230740 2024-11-13T19:47:07,612 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 54d0784d1943,43951,1731527216868, state=OPEN 2024-11-13T19:47:07,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:47:07,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:47:07,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:47:07,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:47:07,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:47:07,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:47:07,622 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731527257622 2024-11-13T19:47:07,622 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-13T19:47:07,622 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:47:07,622 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-13T19:47:07,624 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 54d0784d1943:43951 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:47:07,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:47:07,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T19:47:07,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:47:07,628 INFO [RS:1;54d0784d1943:43951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:47:07,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43951-0x100eda37bbe0002, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:47:07,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43951-0x100eda37bbe0002, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:47:07,628 INFO [RS:1;54d0784d1943:43951 {}] regionserver.HRegionServer(1031): Exiting; stopping=54d0784d1943,43951,1731527216868; zookeeper connection closed. 2024-11-13T19:47:07,628 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71dbb406 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71dbb406 2024-11-13T19:47:07,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 54d0784d1943:43951 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:47:07,630 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true, isMeta: true 2024-11-13T19:47:07,632 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting 2024-11-13T19:47:07,633 INFO [PEWorker-1 {}] master.SplitWALManager(105): 54d0784d1943,43951,1731527216868 WAL count=1, meta=true 2024-11-13T19:47:07,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta}] 2024-11-13T19:47:07,636 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-13T19:47:07,636 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:47:07,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:47:07,636 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T19:47:07,734 INFO [regionserver/54d0784d1943:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:47:07,734 INFO [regionserver/54d0784d1943:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:47:07,737 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:47:07,737 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:47:07,738 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 54d0784d1943:43951 this server is in the failed servers list 2024-11-13T19:47:07,738 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:47:07,738 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:47:07,738 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:47:07,947 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:47:07,947 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:47:07,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 54d0784d1943:43951 this server is in the failed servers list 2024-11-13T19:47:07,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:47:07,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:47:07,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:47:08,199 WARN [RS:2;54d0784d1943:35165 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 54d0784d1943,43951,1731527216868: status=status unset, state=RUNNING, startTime=1731527227538, completionTime=-1 appears to have been leaked 2024-11-13T19:47:08,258 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:47:08,258 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:47:08,258 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 54d0784d1943:43951 this server is in the failed servers list 2024-11-13T19:47:08,259 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:47:08,259 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:47:08,259 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:47:08,767 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:47:08,767 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:47:08,768 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 54d0784d1943:43951 this server is in the failed servers list 2024-11-13T19:47:08,768 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:47:08,768 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:47:08,768 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:47:09,787 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:47:09,787 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:47:09,789 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 54d0784d1943:43951 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:47:09,793 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 54d0784d1943,43951,1731527216868 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2167 ms java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T19:47:09,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:47:09,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T19:47:09,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:47:09,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 54d0784d1943:43951 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:47:11,817 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:47:11,817 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:47:11,818 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 54d0784d1943:43951 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:47:11,819 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 54d0784d1943,43951,1731527216868 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4196 ms java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T19:47:11,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:47:11,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T19:47:11,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:47:11,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 54d0784d1943:43951 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:47:15,847 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:47:15,847 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:47:15,848 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 54d0784d1943:43951 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:47:15,849 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 54d0784d1943,43951,1731527216868 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8226 ms java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T19:47:15,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:47:15,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T19:47:15,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:47:15,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 54d0784d1943:43951 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:47:24,794 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T19:47:25,927 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:47:25,928 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:47:25,929 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 54d0784d1943:43951 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:47:25,930 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 54d0784d1943,43951,1731527216868 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18307 ms java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T19:47:25,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:47:25,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T19:47:25,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:47:25,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 54d0784d1943:43951 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:47:33,196 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=54d0784d1943:39757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-13T19:47:36,017 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:47:36,017 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:47:36,018 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 54d0784d1943:43951 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:47:36,018 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 54d0784d1943,43951,1731527216868 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28395 ms java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T19:47:36,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:47:36,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T19:47:36,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:47:36,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 54d0784d1943:43951 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:47:39,896 INFO [master/54d0784d1943:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T19:47:39,896 INFO [master/54d0784d1943:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T19:47:46,097 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:47:46,097 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:47:46,098 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 54d0784d1943:43951 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:47:46,099 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 54d0784d1943,43951,1731527216868 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38476 ms java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T19:47:46,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:47:46,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T19:47:46,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:47:46,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 54d0784d1943:43951 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:47:54,795 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T19:47:56,117 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:47:56,118 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:47:56,119 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 54d0784d1943:43951 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:47:56,119 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 54d0784d1943,43951,1731527216868 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48496 ms java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T19:47:56,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:47:56,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T19:47:56,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:47:56,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 54d0784d1943:43951 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:47:58,705 INFO [regionserver/54d0784d1943:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-13T19:47:59,545 DEBUG [master/54d0784d1943:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region df1bbb00901831281c100d3f74322a65 changed from -1.0 to 0.0, refreshing cache 2024-11-13T19:47:59,546 DEBUG [master/54d0784d1943:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3bede716e734ef93a4598b2824ac93f7 changed from -1.0 to 0.0, refreshing cache 2024-11-13T19:47:59,547 DEBUG [master/54d0784d1943:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c502acd04a283d4e19dfb43b788f1b8e changed from -1.0 to 0.0, refreshing cache 2024-11-13T19:47:59,548 DEBUG [master/54d0784d1943:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3c8f08ea0832d0add659b4a762eaeecb changed from -1.0 to 0.0, refreshing cache 2024-11-13T19:47:59,548 DEBUG [master/54d0784d1943:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ff820e10adff8aa7d5b1750c2208598e changed from -1.0 to 0.0, refreshing cache 2024-11-13T19:47:59,548 DEBUG [master/54d0784d1943:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8185a788382eeafbac539fd6859cca61 changed from -1.0 to 0.0, refreshing cache 2024-11-13T19:47:59,548 DEBUG [master/54d0784d1943:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 93e1a725e83241c591f9908e5305a915 changed from -1.0 to 0.0, refreshing cache 2024-11-13T19:47:59,548 DEBUG [master/54d0784d1943:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e5971aa7ebe03fa75b4cf1a9a1ba715e changed from -1.0 to 0.0, refreshing cache 2024-11-13T19:47:59,548 DEBUG [master/54d0784d1943:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e00f098ed38fa2457347fd8191f014fc changed from -1.0 to 0.0, refreshing cache 2024-11-13T19:47:59,548 DEBUG [master/54d0784d1943:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ff77b4b4d6683f8ae008c441b0a12634 changed from -1.0 to 0.0, refreshing cache 2024-11-13T19:47:59,548 DEBUG [master/54d0784d1943:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4225c4770f825104cab15473ef6afd09 changed from -1.0 to 0.0, refreshing cache 2024-11-13T19:47:59,548 DEBUG [master/54d0784d1943:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 693afcfe58d6bfeddb494e4191ad208a changed from -1.0 to 0.0, refreshing cache 2024-11-13T19:47:59,548 DEBUG [master/54d0784d1943:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f281cdbc8e7bb9e2d165463c3621bd28 changed from -1.0 to 0.0, refreshing cache 2024-11-13T19:47:59,548 DEBUG [master/54d0784d1943:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a782c7612f992af7ac0ddf32fa1a3535 changed from -1.0 to 0.0, refreshing cache 2024-11-13T19:47:59,548 DEBUG [master/54d0784d1943:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8aab09ceed4e6cb83d28ec95a3041925 changed from -1.0 to 0.0, refreshing cache 2024-11-13T19:47:59,549 DEBUG [master/54d0784d1943:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8f0b260a9608dc3f9d46ab65522d6b69 changed from -1.0 to 0.0, refreshing cache 2024-11-13T19:47:59,549 DEBUG [master/54d0784d1943:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1c35ffbc17b9c2b21fe4cce4afd409c8 changed from -1.0 to 0.0, refreshing cache 2024-11-13T19:48:07,198 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=54d0784d1943:39757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-13T19:48:07,628 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-13T19:47:07.628Z, java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:47:07.738Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:47:07.948Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:47:08.259Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:47:08.768Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:47:09.794Z, java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:47:11.820Z, java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:47:15.850Z, java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:47:25.938Z, java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:47:36.019Z, java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:47:46.100Z, java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:47:56.120Z, java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-13T19:48:07,629 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:48:07,630 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-13T19:48:07,630 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:48:07,630 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:48:07,630 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:48:07,630 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-13T19:48:07,630 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-13T19:48:07,630 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-13T19:48:07,631 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:48:07,632 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:48:07,634 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-13T19:48:07,634 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:48:07,635 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-13T19:48:07,635 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:48:07,635 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-13T19:48:07,635 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-13T19:48:07,637 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:48:07,637 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=54d0784d1943,43951,1731527216868, table=hbase:meta, region=1588230740 2024-11-13T19:48:07,637 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 54d0784d1943,43951,1731527216868, state=OPEN 2024-11-13T19:48:07,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:48:07,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:48:07,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:48:07,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:48:07,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:48:07,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:48:07,642 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T19:48:07,645 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731527317645 2024-11-13T19:48:07,645 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-13T19:48:07,645 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true, isMeta: true 2024-11-13T19:48:07,646 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:48:07,646 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:48:07,647 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 54d0784d1943:43951 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:48:07,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:48:07,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T19:48:07,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:48:07,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 54d0784d1943:43951 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:48:07,648 INFO [PEWorker-1 {}] master.SplitWALManager(105): 54d0784d1943,43951,1731527216868 WAL count=1, meta=true 2024-11-13T19:48:07,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta}] 2024-11-13T19:48:07,649 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-13T19:48:07,656 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=54d0784d1943,35165,1731527216930 2024-11-13T19:48:07,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930}] 2024-11-13T19:48:07,757 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:48:07,757 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:48:07,758 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 54d0784d1943:43951 this server is in the failed servers list 2024-11-13T19:48:07,758 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:48:07,758 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:48:07,758 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:48:07,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35165 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-13T19:48:07,868 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting/54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, size=52.9 K (54214bytes) 2024-11-13T19:48:07,872 DEBUG [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T19:48:07,872 DEBUG [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T19:48:07,872 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting/54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta 2024-11-13T19:48:07,885 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting/54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta after 11ms 2024-11-13T19:48:07,917 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting/54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta took 51ms 2024-11-13T19:48:07,930 DEBUG [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-13T19:48:07,943 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta.temp 2024-11-13T19:48:07,946 DEBUG [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting/54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta so closing down 2024-11-13T19:48:07,946 DEBUG [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T19:48:07,950 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta.temp 2024-11-13T19:48:07,955 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T19:48:07,967 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:48:07,967 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:48:07,968 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 54d0784d1943:43951 this server is in the failed servers list 2024-11-13T19:48:07,968 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:48:07,968 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:48:07,968 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:48:07,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741864_1040 (size=53973) 2024-11-13T19:48:07,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741864_1040 (size=53973) 2024-11-13T19:48:07,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741864_1040 (size=53973) 2024-11-13T19:48:07,992 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) 2024-11-13T19:48:07,999 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta.temp to hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-13T19:48:08,004 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 80 ms; skipped=1; WAL=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting/54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-13T19:48:08,004 DEBUG [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting/54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, journal: Splitting hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting/54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, size=52.9 K (54214bytes) at 1731527287868Finishing writing output for hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting/54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta so closing down at 1731527287946 (+78 ms)Creating recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta.temp at 1731527287950 (+4 ms)3 split writer threads finished at 1731527287955 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) at 1731527287992 (+37 ms)Rename recovered edits hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta.temp to hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731527287999 (+7 ms)Processed 58 edits across 1 Regions in 80 ms; skipped=1; WAL=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting/54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731527288004 (+5 ms) 2024-11-13T19:48:08,005 DEBUG [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting/54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta 2024-11-13T19:48:08,007 DEBUG [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-13T19:48:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-13T19:48:08,030 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting/54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta to hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/oldWALs 2024-11-13T19:48:08,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-13T19:48:08,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 in 372 msec 2024-11-13T19:48:08,039 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=54d0784d1943,35165,1731527216930 2024-11-13T19:48:08,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-13T19:48:08,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 in 390 msec 2024-11-13T19:48:08,053 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting dir is empty, no logs to split. 2024-11-13T19:48:08,053 INFO [PEWorker-1 {}] master.SplitWALManager(105): 54d0784d1943,43951,1731527216868 WAL count=0, meta=true 2024-11-13T19:48:08,053 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 54d0784d1943,43951,1731527216868 WAL splitting is done? wals=0, meta=true 2024-11-13T19:48:08,053 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-13T19:48:08,053 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:48:08,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:48:08,053 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T19:48:08,277 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:48:08,277 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:48:08,277 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 54d0784d1943:43951 this server is in the failed servers list 2024-11-13T19:48:08,277 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:48:08,277 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:48:08,278 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:48:08,787 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:48:08,787 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:48:08,788 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 54d0784d1943:43951 this server is in the failed servers list 2024-11-13T19:48:08,788 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:48:08,788 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:48:08,788 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:48:09,807 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:48:09,807 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:48:09,808 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 54d0784d1943:43951 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:48:09,809 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 54d0784d1943,43951,1731527216868 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2163 ms java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T19:48:09,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:48:09,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T19:48:09,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:48:09,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 54d0784d1943:43951 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:48:11,817 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:48:11,818 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:48:11,818 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 54d0784d1943:43951 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:48:11,819 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 54d0784d1943,43951,1731527216868 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4173 ms java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T19:48:11,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:48:11,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T19:48:11,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:48:11,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 54d0784d1943:43951 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:48:15,827 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:48:15,827 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:48:15,828 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 54d0784d1943:43951 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:48:15,828 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 54d0784d1943,43951,1731527216868 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8182 ms java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T19:48:15,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:48:15,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T19:48:15,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:48:15,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 54d0784d1943:43951 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:48:24,795 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T19:48:25,867 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:48:25,867 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:48:25,868 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 54d0784d1943:43951 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:48:25,869 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 54d0784d1943,43951,1731527216868 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18222 ms java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T19:48:25,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:48:25,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T19:48:25,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:48:25,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 54d0784d1943:43951 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:48:35,977 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:48:35,977 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:48:35,979 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 54d0784d1943:43951 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:48:35,979 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 54d0784d1943,43951,1731527216868 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28333 ms java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T19:48:35,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:48:35,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T19:48:35,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:48:35,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 54d0784d1943:43951 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:48:46,078 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:48:46,078 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:48:46,079 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 54d0784d1943:43951 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:48:46,080 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 54d0784d1943,43951,1731527216868 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38433 ms java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T19:48:46,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:48:46,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T19:48:46,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:48:46,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 54d0784d1943:43951 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:48:54,795 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T19:48:56,167 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:48:56,168 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:48:56,169 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 54d0784d1943:43951 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:48:56,169 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 54d0784d1943,43951,1731527216868 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48523 ms java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T19:48:56,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:48:56,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T19:48:56,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:48:56,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 54d0784d1943:43951 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:48:58,681 WARN [regionserver/54d0784d1943:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 9, running: 1 2024-11-13T19:49:00,452 INFO [regionserver/54d0784d1943:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-13T19:49:05,215 WARN [RS:0;54d0784d1943:42665 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 54d0784d1943,43951,1731527216868: status=Processing ServerCrashProcedure of 54d0784d1943,43951,1731527216868 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731527227605, completionTime=-1 appears to have been leaked 2024-11-13T19:49:07,648 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-13T19:48:07.648Z, java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:48:07.758Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:48:07.968Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:48:08.278Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:48:08.788Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:48:09.810Z, java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:48:11.819Z, java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:48:15.829Z, java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:48:25.869Z, java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:48:35.981Z, java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:48:46.080Z, java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:48:56.169Z, java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-13T19:49:07,650 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:49:07,650 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-13T19:49:07,650 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:49:07,650 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:49:07,650 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:49:07,650 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-13T19:49:07,650 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-13T19:49:07,651 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-13T19:49:07,651 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:49:07,653 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-13T19:49:07,656 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-13T19:49:07,656 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-13T19:49:07,656 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-13T19:49:07,656 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:49:07,657 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-13T19:49:07,658 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:49:07,658 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 2024-11-13T19:49:07,658 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 2024-11-13T19:49:07,658 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-13T19:49:07,658 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:49:07,658 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:49:07,658 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T19:49:07,665 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:49:07,665 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=54d0784d1943,43951,1731527216868, table=hbase:meta, region=1588230740 2024-11-13T19:49:07,665 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 54d0784d1943,43951,1731527216868, state=OPEN 2024-11-13T19:49:07,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:49:07,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:49:07,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:49:07,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:49:07,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:49:07,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:49:07,672 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731527377672 2024-11-13T19:49:07,672 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-13T19:49:07,672 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:49:07,672 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:49:07,674 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 54d0784d1943:43951 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:49:07,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:49:07,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T19:49:07,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:49:07,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 54d0784d1943:43951 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:49:07,689 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting dir is empty, no logs to split. 2024-11-13T19:49:07,689 INFO [PEWorker-1 {}] master.SplitWALManager(105): 54d0784d1943,43951,1731527216868 WAL count=0, meta=true 2024-11-13T19:49:07,689 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 54d0784d1943,43951,1731527216868 WAL splitting is done? wals=0, meta=true 2024-11-13T19:49:07,689 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-13T19:49:07,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:49:07,692 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-13T19:49:07,692 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:49:07,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:49:07,692 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T19:49:07,777 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:49:07,777 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:49:07,777 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 54d0784d1943:43951 this server is in the failed servers list 2024-11-13T19:49:07,778 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:49:07,778 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:49:07,778 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:49:07,987 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:49:07,987 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:49:07,988 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 54d0784d1943:43951 this server is in the failed servers list 2024-11-13T19:49:07,988 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:49:07,988 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:49:07,988 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:49:08,297 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:49:08,297 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:49:08,298 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 54d0784d1943:43951 this server is in the failed servers list 2024-11-13T19:49:08,298 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:49:08,298 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:49:08,298 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:49:08,807 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:49:08,807 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:49:08,807 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 54d0784d1943:43951 this server is in the failed servers list 2024-11-13T19:49:08,807 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:49:08,807 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:49:08,807 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:49:09,817 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:49:09,817 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:49:09,818 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 54d0784d1943:43951 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:49:09,819 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 54d0784d1943,43951,1731527216868 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2146 ms java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T19:49:09,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:49:09,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T19:49:09,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:49:09,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 54d0784d1943:43951 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:49:11,827 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:49:11,827 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:49:11,828 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 54d0784d1943:43951 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:49:11,828 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 54d0784d1943,43951,1731527216868 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4156 ms java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T19:49:11,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:49:11,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T19:49:11,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:49:11,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 54d0784d1943:43951 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:49:15,857 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:49:15,857 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:49:15,858 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 54d0784d1943:43951 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:49:15,858 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 54d0784d1943,43951,1731527216868 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8185 ms java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T19:49:15,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:49:15,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T19:49:15,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:49:15,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 54d0784d1943:43951 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:49:16,200 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=54d0784d1943:39757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-13T19:49:24,796 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T19:49:25,907 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:49:25,908 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:49:25,909 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 54d0784d1943:43951 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:49:25,909 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 54d0784d1943,43951,1731527216868 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18237 ms java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T19:49:25,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:49:25,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T19:49:25,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:49:25,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 54d0784d1943:43951 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:49:35,997 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:49:35,997 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:49:35,999 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 54d0784d1943:43951 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:49:35,999 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 54d0784d1943,43951,1731527216868 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28327 ms java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T19:49:36,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:49:36,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T19:49:36,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:49:36,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 54d0784d1943:43951 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:49:46,007 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:49:46,008 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:49:46,009 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 54d0784d1943:43951 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:49:46,009 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 54d0784d1943,43951,1731527216868 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38337 ms java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T19:49:46,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:49:46,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T19:49:46,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:49:46,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 54d0784d1943:43951 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:49:54,796 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T19:49:56,077 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:49:56,078 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:49:56,079 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 54d0784d1943:43951 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:49:56,079 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 54d0784d1943,43951,1731527216868 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48407 ms java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T19:49:56,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:49:56,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T19:49:56,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:49:56,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 54d0784d1943:43951 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:50:07,679 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-13T19:49:07.675Z, java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:49:07.778Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:49:07.988Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:49:08.298Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:49:08.807Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:49:09.820Z, java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:49:11.829Z, java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:49:15.858Z, java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:49:25.910Z, java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:49:36Z, java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:49:46.010Z, java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:49:56.080Z, java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-13T19:50:07,681 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:50:07,681 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-13T19:50:07,681 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:50:07,681 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:50:07,681 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:50:07,682 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-13T19:50:07,682 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-13T19:50:07,682 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-13T19:50:07,682 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:50:07,693 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T19:50:07,693 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 11 msec 2024-11-13T19:50:07,693 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T19:50:07,695 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-13T19:50:07,695 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-13T19:50:07,696 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-13T19:50:07,696 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:50:07,697 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-13T19:50:07,697 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:50:07,697 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 2024-11-13T19:50:07,697 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 2024-11-13T19:50:07,697 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-13T19:50:07,698 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:07,698 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:07,698 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T19:50:07,735 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:07,735 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=54d0784d1943,43951,1731527216868, table=hbase:meta, region=1588230740 2024-11-13T19:50:07,735 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 54d0784d1943,43951,1731527216868, state=OPEN 2024-11-13T19:50:07,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:50:07,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:50:07,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:50:07,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:50:07,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:50:07,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:50:07,845 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731527437845 2024-11-13T19:50:07,845 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-13T19:50:07,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:50:07,846 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-13T19:50:07,846 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:50:07,846 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:50:07,847 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 54d0784d1943:43951 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:50:07,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:50:07,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-13T19:50:07,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:50:07,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 54d0784d1943:43951 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:50:07,854 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:50:07,938 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T19:50:07,958 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:50:07,958 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1] 2024-11-13T19:50:07,958 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 54d0784d1943:43951 this server is in the failed servers list 2024-11-13T19:50:07,959 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:50:07,959 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:50:07,959 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:50:08,089 DEBUG [54d0784d1943:39757 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T19:50:08,089 DEBUG [54d0784d1943:39757 {}] balancer.BalancerClusterState(204): Hosts are {54d0784d1943=0} racks are {/default-rack=0} 2024-11-13T19:50:08,090 DEBUG [54d0784d1943:39757 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T19:50:08,090 DEBUG [54d0784d1943:39757 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T19:50:08,090 DEBUG [54d0784d1943:39757 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T19:50:08,090 DEBUG [54d0784d1943:39757 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T19:50:08,090 INFO [54d0784d1943:39757 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T19:50:08,090 INFO [54d0784d1943:39757 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T19:50:08,090 DEBUG [54d0784d1943:39757 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T19:50:08,095 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:50:08,126 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 54d0784d1943,35165,1731527216930, state=OPENING 2024-11-13T19:50:08,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:50:08,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:50:08,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:50:08,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:50:08,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:50:08,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:50:08,133 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:50:08,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=54d0784d1943,35165,1731527216930}] 2024-11-13T19:50:08,167 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:50:08,167 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,35165,1731527216930, seqNum=-1] 2024-11-13T19:50:08,168 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:50:08,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33115, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:50:08,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35165 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:33115 deadline: 1731527467849, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 54d0784d1943,35165,1731527216930 2024-11-13T19:50:08,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,35165,1731527216930, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,35165,1731527216930, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 54d0784d1943,35165,1731527216930 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T19:50:08,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,35165,1731527216930, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 54d0784d1943,35165,1731527216930 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T19:50:08,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,35165,1731527216930, seqNum=-1 from cache 2024-11-13T19:50:08,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39699, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:50:08,315 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:50:08,315 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:50:08,316 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:50:08,424 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=54d0784d1943%2C35165%2C1731527216930.meta, suffix=.meta, logDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,35165,1731527216930, archiveDir=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/oldWALs, maxLogs=32 2024-11-13T19:50:08,487 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:50:08,487 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,35165,1731527216930, seqNum=-1] 2024-11-13T19:50:08,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35165 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:33115 deadline: 1731527467847, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 54d0784d1943,35165,1731527216930 2024-11-13T19:50:08,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,35165,1731527216930, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,35165,1731527216930, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 54d0784d1943,35165,1731527216930 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T19:50:08,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,35165,1731527216930, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 54d0784d1943,35165,1731527216930 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T19:50:08,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,35165,1731527216930, seqNum=-1 from cache 2024-11-13T19:50:08,669 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,35165,1731527216930/54d0784d1943%2C35165%2C1731527216930.meta.1731527408426.meta, exclude list is [], retry=0 2024-11-13T19:50:08,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42507,DS-1cf76c20-1583-48c0-b296-e8016e951fcd,DISK] 2024-11-13T19:50:08,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36763,DS-e71d44e4-350e-4bcc-a4be-fcb3707d423a,DISK] 2024-11-13T19:50:08,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37701,DS-15b05622-c4e1-4c1e-93b3-2d0be786b0dd,DISK] 2024-11-13T19:50:08,828 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,35165,1731527216930/54d0784d1943%2C35165%2C1731527216930.meta.1731527408426.meta 2024-11-13T19:50:08,829 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44139:44139),(127.0.0.1/127.0.0.1:39657:39657),(127.0.0.1/127.0.0.1:45643:45643)] 2024-11-13T19:50:08,830 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:50:08,830 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:50:08,830 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:50:08,830 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:50:08,830 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:50:08,830 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:50:08,831 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:50:08,831 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:50:08,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:50:08,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:50:08,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:08,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:50:08,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:50:08,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:50:08,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:08,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:50:08,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:50:08,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:50:08,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:08,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:50:08,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:50:08,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:50:08,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:08,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:50:08,973 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:50:08,974 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740 2024-11-13T19:50:08,980 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740 2024-11-13T19:50:08,981 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-13T19:50:08,997 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:50:08,997 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,35165,1731527216930, seqNum=-1] 2024-11-13T19:50:08,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35165 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:33115 deadline: 1731527467846, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 54d0784d1943,35165,1731527216930 2024-11-13T19:50:08,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,35165,1731527216930, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,35165,1731527216930, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 54d0784d1943,35165,1731527216930 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T19:50:09,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,35165,1731527216930, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 54d0784d1943,35165,1731527216930 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T19:50:09,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,35165,1731527216930, seqNum=-1 from cache 2024-11-13T19:50:09,166 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-13T19:50:09,170 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-13T19:50:10,009 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:50:10,009 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,35165,1731527216930, seqNum=-1] 2024-11-13T19:50:10,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35165 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:33115 deadline: 1731527467846, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 54d0784d1943,35165,1731527216930 2024-11-13T19:50:10,011 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRpcRetryingCaller(177): Call to 54d0784d1943,35165,1731527216930 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 54d0784d1943,35165,1731527216930 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 54d0784d1943,35165,1731527216930 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 30 more 2024-11-13T19:50:10,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,35165,1731527216930, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,35165,1731527216930, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 54d0784d1943,35165,1731527216930 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T19:50:10,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,35165,1731527216930, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 54d0784d1943,35165,1731527216930 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T19:50:10,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,35165,1731527216930, seqNum=-1 from cache 2024-11-13T19:50:10,041 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/.tmp/info/53adb336d3774edb90e4399a4737c284 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74./info:regioninfo/1731527221527/Put/seqid=0 2024-11-13T19:50:10,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741866_1042 (size=58053) 2024-11-13T19:50:10,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741866_1042 (size=58053) 2024-11-13T19:50:10,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741866_1042 (size=58053) 2024-11-13T19:50:10,446 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/.tmp/info/53adb336d3774edb90e4399a4737c284 2024-11-13T19:50:10,796 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/.tmp/ns/58e871fe8cc141e5ae3c38bda7217151 is 43, key is default/ns:d/1731527219386/Put/seqid=0 2024-11-13T19:50:10,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741867_1043 (size=5153) 2024-11-13T19:50:10,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741867_1043 (size=5153) 2024-11-13T19:50:10,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741867_1043 (size=5153) 2024-11-13T19:50:10,823 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/.tmp/ns/58e871fe8cc141e5ae3c38bda7217151 2024-11-13T19:50:10,876 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/.tmp/table/5347eb626e73408d93eb56e4cafa8c8d is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731527221965/Put/seqid=0 2024-11-13T19:50:10,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741868_1044 (size=5620) 2024-11-13T19:50:10,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741868_1044 (size=5620) 2024-11-13T19:50:10,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741868_1044 (size=5620) 2024-11-13T19:50:10,910 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/.tmp/table/5347eb626e73408d93eb56e4cafa8c8d 2024-11-13T19:50:10,930 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/.tmp/info/53adb336d3774edb90e4399a4737c284 as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/info/53adb336d3774edb90e4399a4737c284 2024-11-13T19:50:10,939 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/info/53adb336d3774edb90e4399a4737c284, entries=260, sequenceid=60, filesize=56.7 K 2024-11-13T19:50:10,947 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/.tmp/ns/58e871fe8cc141e5ae3c38bda7217151 as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/ns/58e871fe8cc141e5ae3c38bda7217151 2024-11-13T19:50:10,962 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/ns/58e871fe8cc141e5ae3c38bda7217151, entries=2, sequenceid=60, filesize=5.0 K 2024-11-13T19:50:10,966 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/.tmp/table/5347eb626e73408d93eb56e4cafa8c8d as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/table/5347eb626e73408d93eb56e4cafa8c8d 2024-11-13T19:50:10,977 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/table/5347eb626e73408d93eb56e4cafa8c8d, entries=2, sequenceid=60, filesize=5.5 K 2024-11-13T19:50:10,990 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 1813ms, sequenceid=60, compaction requested=false; wal=null 2024-11-13T19:50:10,992 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-13T19:50:10,996 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:50:10,996 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:50:10,998 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:50:11,005 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:50:11,012 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-13T19:50:11,018 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71096315, jitterRate=0.05941765010356903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:50:11,018 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:50:11,019 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731527408831Writing region info on filesystem at 1731527408831Initializing all the Stores at 1731527408855 (+24 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731527408855Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731527408870 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527408870Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731527408870Obtaining lock to block concurrent updates at 1731527409170 (+300 ms)Preparing flush snapshotting stores in 1588230740 at 1731527409170Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731527409183 (+13 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731527409183Flushing 1588230740/info: creating writer at 1731527409266 (+83 ms)Flushing 1588230740/info: appending metadata at 1731527410030 (+764 ms)Flushing 1588230740/info: closing flushed file at 1731527410034 (+4 ms)Flushing 1588230740/ns: creating writer at 1731527410769 (+735 ms)Flushing 1588230740/ns: appending metadata at 1731527410794 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731527410794Flushing 1588230740/table: creating writer at 1731527410847 (+53 ms)Flushing 1588230740/table: appending metadata at 1731527410875 (+28 ms)Flushing 1588230740/table: closing flushed file at 1731527410875Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@315e5640: reopening flushed file at 1731527410929 (+54 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c7e1313: reopening flushed file at 1731527410941 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a5f0f3f: reopening flushed file at 1731527410962 (+21 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 1813ms, sequenceid=60, compaction requested=false; wal=null at 1731527410990 (+28 ms)Cleaning up temporary data from old regions at 1731527410996 (+6 ms)Running coprocessor post-open hooks at 1731527411018 (+22 ms)Region opened successfully at 1731527411018 2024-11-13T19:50:11,026 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731527408304 2024-11-13T19:50:11,039 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:50:11,040 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 54d0784d1943,35165,1731527216930, state=OPEN 2024-11-13T19:50:11,041 DEBUG [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:50:11,041 INFO [RS_OPEN_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:50:11,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:50:11,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:50:11,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:50:11,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:50:11,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:50:11,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:50:11,050 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=54d0784d1943,35165,1731527216930 2024-11-13T19:50:11,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-13T19:50:11,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=54d0784d1943,35165,1731527216930 in 2.9170 sec 2024-11-13T19:50:11,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-13T19:50:11,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 3.2130 sec 2024-11-13T19:50:12,027 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:50:12,027 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,35165,1731527216930, seqNum=-1] 2024-11-13T19:50:12,064 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df1bbb00901831281c100d3f74322a65, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,064 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=625f75ec330faf52c6136527b5e15c74, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,064 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3bede716e734ef93a4598b2824ac93f7, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,065 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=db9e543540a5670095517a3903d74f77, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,065 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ff77b4b4d6683f8ae008c441b0a12634, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,065 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c502acd04a283d4e19dfb43b788f1b8e, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,065 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4225c4770f825104cab15473ef6afd09, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,065 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88c31793ec2225d06f0d31241d09d0ec, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,065 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3c8f08ea0832d0add659b4a762eaeecb, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,066 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=883657147e4a4c1b3140f7d57b000561, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,066 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=693afcfe58d6bfeddb494e4191ad208a, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,066 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ff820e10adff8aa7d5b1750c2208598e, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,066 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f281cdbc8e7bb9e2d165463c3621bd28, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,066 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=26430898ddb1994f3544653aa7d4de48, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,066 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8185a788382eeafbac539fd6859cca61, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,067 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a782c7612f992af7ac0ddf32fa1a3535, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,067 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=794fd32cb98a115cdf92117e6a1fead1, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,067 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=93e1a725e83241c591f9908e5305a915, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,067 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8aab09ceed4e6cb83d28ec95a3041925, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,067 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea8ca52527ea7295d3c4f05e32b4b390, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,067 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e5971aa7ebe03fa75b4cf1a9a1ba715e, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,067 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8f0b260a9608dc3f9d46ab65522d6b69, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,068 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=56ffda84ecef77823a77f80354b8e977, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,068 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e00f098ed38fa2457347fd8191f014fc, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,068 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1c35ffbc17b9c2b21fe4cce4afd409c8, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,068 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cd980c6122a0cbca24606b55188928e4, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,068 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-13T19:50:12,068 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731527472068 2024-11-13T19:50:12,068 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731527532068 2024-11-13T19:50:12,068 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 4.2220 sec 2024-11-13T19:50:12,069 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 54d0784d1943,43951,1731527216868 had 10 regions 2024-11-13T19:50:12,069 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-13T19:50:12,069 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:50:12,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:50:12,069 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T19:50:12,070 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:50:12,070 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-13T19:50:12,070 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:50:12,070 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:50:12,070 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:50:12,071 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-13T19:50:12,071 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-13T19:50:12,071 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-13T19:50:12,071 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:50:12,072 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:50:12,074 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-13T19:50:12,074 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-13T19:50:12,074 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-13T19:50:12,074 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-13T19:50:12,074 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-13T19:50:12,075 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:50:12,076 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-13T19:50:12,077 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:50:12,077 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 2024-11-13T19:50:12,077 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 2024-11-13T19:50:12,077 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:50:12,077 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=54d0784d1943,35165,1731527216930 2024-11-13T19:50:12,077 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-13T19:50:12,077 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:12,077 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:12,077 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:12,077 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=54d0784d1943,35165,1731527216930 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:12,078 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-13T19:50:12,079 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=61 2024-11-13T19:50:12,079 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=54d0784d1943,35165,1731527216930, table=hbase:meta, region=1588230740 2024-11-13T19:50:12,079 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 54d0784d1943,35165,1731527216930, state=OPEN 2024-11-13T19:50:12,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:50:12,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:50:12,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:50:12,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:50:12,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:50:12,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:50:12,090 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731527442090 2024-11-13T19:50:12,090 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-13T19:50:12,098 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df1bbb00901831281c100d3f74322a65, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,098 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=625f75ec330faf52c6136527b5e15c74, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,098 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3bede716e734ef93a4598b2824ac93f7, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,098 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=db9e543540a5670095517a3903d74f77, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,098 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ff77b4b4d6683f8ae008c441b0a12634, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,098 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c502acd04a283d4e19dfb43b788f1b8e, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,098 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4225c4770f825104cab15473ef6afd09, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,099 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88c31793ec2225d06f0d31241d09d0ec, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,099 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3c8f08ea0832d0add659b4a762eaeecb, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,099 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=883657147e4a4c1b3140f7d57b000561, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,099 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=693afcfe58d6bfeddb494e4191ad208a, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,099 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ff820e10adff8aa7d5b1750c2208598e, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,099 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f281cdbc8e7bb9e2d165463c3621bd28, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,099 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=26430898ddb1994f3544653aa7d4de48, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,100 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8185a788382eeafbac539fd6859cca61, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,100 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a782c7612f992af7ac0ddf32fa1a3535, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,100 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=794fd32cb98a115cdf92117e6a1fead1, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,100 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=93e1a725e83241c591f9908e5305a915, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,100 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8aab09ceed4e6cb83d28ec95a3041925, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,100 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea8ca52527ea7295d3c4f05e32b4b390, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,100 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e5971aa7ebe03fa75b4cf1a9a1ba715e, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,101 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8f0b260a9608dc3f9d46ab65522d6b69, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,101 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=56ffda84ecef77823a77f80354b8e977, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,101 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e00f098ed38fa2457347fd8191f014fc, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,101 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1c35ffbc17b9c2b21fe4cce4afd409c8, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,101 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cd980c6122a0cbca24606b55188928e4, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,101 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-13T19:50:12,101 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731527472101 2024-11-13T19:50:12,101 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731527532101 2024-11-13T19:50:12,101 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-11-13T19:50:12,102 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 54d0784d1943,43951,1731527216868 had 9 regions 2024-11-13T19:50:12,102 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-13T19:50:12,103 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true, isMeta: false 2024-11-13T19:50:12,105 INFO [PEWorker-1 {}] master.SplitWALManager(105): 54d0784d1943,43951,1731527216868 WAL count=1, meta=false 2024-11-13T19:50:12,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 54d0784d1943%2C43951%2C1731527216868.1731527218842}] 2024-11-13T19:50:12,106 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-13T19:50:12,106 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:50:12,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:50:12,106 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T19:50:12,352 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:50:12,352 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-13T19:50:12,352 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:50:12,352 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:50:12,352 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:50:12,352 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-13T19:50:12,352 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-13T19:50:12,352 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-13T19:50:12,353 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:50:12,353 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:50:12,355 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-13T19:50:12,355 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-13T19:50:12,356 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-13T19:50:12,356 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-13T19:50:12,356 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-13T19:50:12,356 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:50:12,357 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-13T19:50:12,358 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:50:12,358 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 2024-11-13T19:50:12,358 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 2024-11-13T19:50:12,358 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:50:12,358 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=54d0784d1943,35165,1731527216930 2024-11-13T19:50:12,358 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-13T19:50:12,358 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:12,358 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:12,358 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:12,358 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=54d0784d1943,35165,1731527216930 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:12,358 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T19:50:12,359 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=61 2024-11-13T19:50:12,359 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=54d0784d1943,35165,1731527216930, table=hbase:meta, region=1588230740 2024-11-13T19:50:12,360 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 54d0784d1943,35165,1731527216930, state=OPEN 2024-11-13T19:50:12,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:50:12,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:50:12,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:50:12,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:50:12,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:50:12,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:50:12,374 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731527442374 2024-11-13T19:50:12,375 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-13T19:50:12,382 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df1bbb00901831281c100d3f74322a65, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,382 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=625f75ec330faf52c6136527b5e15c74, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,382 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3bede716e734ef93a4598b2824ac93f7, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,382 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=db9e543540a5670095517a3903d74f77, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,382 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ff77b4b4d6683f8ae008c441b0a12634, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,383 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c502acd04a283d4e19dfb43b788f1b8e, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,383 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4225c4770f825104cab15473ef6afd09, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,383 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88c31793ec2225d06f0d31241d09d0ec, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,383 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3c8f08ea0832d0add659b4a762eaeecb, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,383 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=883657147e4a4c1b3140f7d57b000561, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,383 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=693afcfe58d6bfeddb494e4191ad208a, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,383 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ff820e10adff8aa7d5b1750c2208598e, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,384 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f281cdbc8e7bb9e2d165463c3621bd28, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,384 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=26430898ddb1994f3544653aa7d4de48, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,384 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8185a788382eeafbac539fd6859cca61, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,384 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a782c7612f992af7ac0ddf32fa1a3535, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,384 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=794fd32cb98a115cdf92117e6a1fead1, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,384 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=93e1a725e83241c591f9908e5305a915, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,385 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8aab09ceed4e6cb83d28ec95a3041925, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,385 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea8ca52527ea7295d3c4f05e32b4b390, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,385 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e5971aa7ebe03fa75b4cf1a9a1ba715e, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,385 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8f0b260a9608dc3f9d46ab65522d6b69, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,385 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=56ffda84ecef77823a77f80354b8e977, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,385 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e00f098ed38fa2457347fd8191f014fc, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,385 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1c35ffbc17b9c2b21fe4cce4afd409c8, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,385 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cd980c6122a0cbca24606b55188928e4, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,386 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-13T19:50:12,386 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731527472386 2024-11-13T19:50:12,386 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731527532386 2024-11-13T19:50:12,386 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-11-13T19:50:12,386 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true, isMeta: false 2024-11-13T19:50:12,391 INFO [PEWorker-1 {}] master.SplitWALManager(105): 54d0784d1943,43951,1731527216868 WAL count=1, meta=false 2024-11-13T19:50:12,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 54d0784d1943%2C43951%2C1731527216868.1731527218842}] 2024-11-13T19:50:12,391 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-13T19:50:12,396 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=54d0784d1943,42665,1731527216757 2024-11-13T19:50:12,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 54d0784d1943%2C43951%2C1731527216868.1731527218842, worker=54d0784d1943,42665,1731527216757}] 2024-11-13T19:50:12,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53065, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:50:12,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-13T19:50:12,577 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting/54d0784d1943%2C43951%2C1731527216868.1731527218842, size=291.4 K (298415bytes) 2024-11-13T19:50:12,577 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting/54d0784d1943%2C43951%2C1731527216868.1731527218842 2024-11-13T19:50:12,578 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting/54d0784d1943%2C43951%2C1731527216868.1731527218842 after 1ms 2024-11-13T19:50:12,582 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting/54d0784d1943%2C43951%2C1731527216868.1731527218842 took 5ms 2024-11-13T19:50:12,585 DEBUG [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 26430898ddb1994f3544653aa7d4de48: last_flushed_sequence_id: 18446744073709551615 2024-11-13T19:50:12,587 DEBUG [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 88c31793ec2225d06f0d31241d09d0ec: last_flushed_sequence_id: 18446744073709551615 2024-11-13T19:50:12,588 DEBUG [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for cd980c6122a0cbca24606b55188928e4: last_flushed_sequence_id: 18446744073709551615 2024-11-13T19:50:12,590 DEBUG [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for db9e543540a5670095517a3903d74f77: last_flushed_sequence_id: 18446744073709551615 2024-11-13T19:50:12,591 DEBUG [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 794fd32cb98a115cdf92117e6a1fead1: last_flushed_sequence_id: 18446744073709551615 2024-11-13T19:50:12,592 DEBUG [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for ea8ca52527ea7295d3c4f05e32b4b390: last_flushed_sequence_id: 18446744073709551615 2024-11-13T19:50:12,594 DEBUG [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 883657147e4a4c1b3140f7d57b000561: last_flushed_sequence_id: 18446744073709551615 2024-11-13T19:50:12,595 DEBUG [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 56ffda84ecef77823a77f80354b8e977: last_flushed_sequence_id: 18446744073709551615 2024-11-13T19:50:12,596 DEBUG [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 625f75ec330faf52c6136527b5e15c74: last_flushed_sequence_id: 18446744073709551615 2024-11-13T19:50:12,601 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp 2024-11-13T19:50:12,603 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/625f75ec330faf52c6136527b5e15c74/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp 2024-11-13T19:50:12,604 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp 2024-11-13T19:50:12,606 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db9e543540a5670095517a3903d74f77/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp 2024-11-13T19:50:12,606 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp 2024-11-13T19:50:12,607 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88c31793ec2225d06f0d31241d09d0ec/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp 2024-11-13T19:50:12,608 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp 2024-11-13T19:50:12,611 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp 2024-11-13T19:50:12,611 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp 2024-11-13T19:50:12,613 DEBUG [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting/54d0784d1943%2C43951%2C1731527216868.1731527218842 so closing down 2024-11-13T19:50:12,613 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/883657147e4a4c1b3140f7d57b000561/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp 2024-11-13T19:50:12,613 DEBUG [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T19:50:12,613 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26430898ddb1994f3544653aa7d4de48/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp 2024-11-13T19:50:12,616 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp 2024-11-13T19:50:12,617 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp 2024-11-13T19:50:12,621 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56ffda84ecef77823a77f80354b8e977/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp 2024-11-13T19:50:12,621 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794fd32cb98a115cdf92117e6a1fead1/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp 2024-11-13T19:50:12,622 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8ca52527ea7295d3c4f05e32b4b390/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp 2024-11-13T19:50:12,625 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp 2024-11-13T19:50:12,626 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd980c6122a0cbca24606b55188928e4/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp 2024-11-13T19:50:12,626 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T19:50:12,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741869_1045 (size=36767) 2024-11-13T19:50:12,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741869_1045 (size=36767) 2024-11-13T19:50:12,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741870_1046 (size=36767) 2024-11-13T19:50:12,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741870_1046 (size=36767) 2024-11-13T19:50:12,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741869_1045 (size=36767) 2024-11-13T19:50:12,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741870_1046 (size=36767) 2024-11-13T19:50:12,649 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56ffda84ecef77823a77f80354b8e977/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-13T19:50:12,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db9e543540a5670095517a3903d74f77/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-13T19:50:12,651 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56ffda84ecef77823a77f80354b8e977/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp to hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56ffda84ecef77823a77f80354b8e977/recovered.edits/0000000000000000004 2024-11-13T19:50:12,652 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db9e543540a5670095517a3903d74f77/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp to hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db9e543540a5670095517a3903d74f77/recovered.edits/0000000000000000004 2024-11-13T19:50:12,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741872_1048 (size=36767) 2024-11-13T19:50:12,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741871_1047 (size=36767) 2024-11-13T19:50:12,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741871_1047 (size=36767) 2024-11-13T19:50:12,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741871_1047 (size=36767) 2024-11-13T19:50:12,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741873_1049 (size=36767) 2024-11-13T19:50:12,664 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/883657147e4a4c1b3140f7d57b000561/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-13T19:50:12,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741873_1049 (size=36767) 2024-11-13T19:50:12,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741873_1049 (size=36767) 2024-11-13T19:50:12,666 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/625f75ec330faf52c6136527b5e15c74/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-13T19:50:12,666 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/883657147e4a4c1b3140f7d57b000561/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp to hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/883657147e4a4c1b3140f7d57b000561/recovered.edits/0000000000000000004 2024-11-13T19:50:12,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741872_1048 (size=36767) 2024-11-13T19:50:12,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741872_1048 (size=36767) 2024-11-13T19:50:12,674 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/625f75ec330faf52c6136527b5e15c74/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp to hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/625f75ec330faf52c6136527b5e15c74/recovered.edits/0000000000000000004 2024-11-13T19:50:12,681 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794fd32cb98a115cdf92117e6a1fead1/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-13T19:50:12,683 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794fd32cb98a115cdf92117e6a1fead1/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp to hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794fd32cb98a115cdf92117e6a1fead1/recovered.edits/0000000000000000004 2024-11-13T19:50:12,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741874_1050 (size=36767) 2024-11-13T19:50:12,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741874_1050 (size=36767) 2024-11-13T19:50:12,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741874_1050 (size=36767) 2024-11-13T19:50:12,694 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26430898ddb1994f3544653aa7d4de48/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-13T19:50:12,696 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26430898ddb1994f3544653aa7d4de48/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp to hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26430898ddb1994f3544653aa7d4de48/recovered.edits/0000000000000000004 2024-11-13T19:50:12,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741875_1051 (size=36767) 2024-11-13T19:50:12,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741875_1051 (size=36767) 2024-11-13T19:50:12,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741875_1051 (size=36767) 2024-11-13T19:50:12,712 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8ca52527ea7295d3c4f05e32b4b390/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-13T19:50:12,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8ca52527ea7295d3c4f05e32b4b390/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp to hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8ca52527ea7295d3c4f05e32b4b390/recovered.edits/0000000000000000004 2024-11-13T19:50:12,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741876_1052 (size=36767) 2024-11-13T19:50:12,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741876_1052 (size=36767) 2024-11-13T19:50:12,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741876_1052 (size=36767) 2024-11-13T19:50:12,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88c31793ec2225d06f0d31241d09d0ec/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-13T19:50:12,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88c31793ec2225d06f0d31241d09d0ec/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp to hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88c31793ec2225d06f0d31241d09d0ec/recovered.edits/0000000000000000004 2024-11-13T19:50:12,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741877_1053 (size=262) 2024-11-13T19:50:12,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741877_1053 (size=262) 2024-11-13T19:50:12,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741877_1053 (size=262) 2024-11-13T19:50:12,733 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd980c6122a0cbca24606b55188928e4/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-13T19:50:12,735 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd980c6122a0cbca24606b55188928e4/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp to hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd980c6122a0cbca24606b55188928e4/recovered.edits/0000000000000000004 2024-11-13T19:50:12,735 INFO [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 18 edits across 9 Regions in 152 ms; skipped=9; WAL=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting/54d0784d1943%2C43951%2C1731527216868.1731527218842, size=291.4 K, length=298415, corrupted=false, cancelled=false 2024-11-13T19:50:12,736 DEBUG [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting/54d0784d1943%2C43951%2C1731527216868.1731527218842, journal: Splitting hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting/54d0784d1943%2C43951%2C1731527216868.1731527218842, size=291.4 K (298415bytes) at 1731527412577Creating recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/625f75ec330faf52c6136527b5e15c74/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp at 1731527412603 (+26 ms)Creating recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db9e543540a5670095517a3903d74f77/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp at 1731527412606 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88c31793ec2225d06f0d31241d09d0ec/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp at 1731527412607 (+1 ms)Finishing writing output for hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting/54d0784d1943%2C43951%2C1731527216868.1731527218842 so closing down at 1731527412613 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/883657147e4a4c1b3140f7d57b000561/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp at 1731527412613Creating recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26430898ddb1994f3544653aa7d4de48/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp at 1731527412613Creating recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56ffda84ecef77823a77f80354b8e977/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp at 1731527412621 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794fd32cb98a115cdf92117e6a1fead1/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp at 1731527412621Creating recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8ca52527ea7295d3c4f05e32b4b390/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp at 1731527412622 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd980c6122a0cbca24606b55188928e4/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp at 1731527412626 (+4 ms)3 split writer threads finished at 1731527412626Closed recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56ffda84ecef77823a77f80354b8e977/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731527412649 (+23 ms)Closed recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db9e543540a5670095517a3903d74f77/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731527412650 (+1 ms)Rename recovered edits hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56ffda84ecef77823a77f80354b8e977/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp to hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56ffda84ecef77823a77f80354b8e977/recovered.edits/0000000000000000004 at 1731527412651 (+1 ms)Rename recovered edits hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db9e543540a5670095517a3903d74f77/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp to hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db9e543540a5670095517a3903d74f77/recovered.edits/0000000000000000004 at 1731527412652 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/883657147e4a4c1b3140f7d57b000561/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731527412664 (+12 ms)Closed recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/625f75ec330faf52c6136527b5e15c74/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731527412666 (+2 ms)Rename recovered edits hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/883657147e4a4c1b3140f7d57b000561/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp to hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/883657147e4a4c1b3140f7d57b000561/recovered.edits/0000000000000000004 at 1731527412666Rename recovered edits hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/625f75ec330faf52c6136527b5e15c74/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp to hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/625f75ec330faf52c6136527b5e15c74/recovered.edits/0000000000000000004 at 1731527412674 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794fd32cb98a115cdf92117e6a1fead1/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731527412681 (+7 ms)Rename recovered edits hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794fd32cb98a115cdf92117e6a1fead1/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp to hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794fd32cb98a115cdf92117e6a1fead1/recovered.edits/0000000000000000004 at 1731527412683 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26430898ddb1994f3544653aa7d4de48/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731527412694 (+11 ms)Rename recovered edits hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26430898ddb1994f3544653aa7d4de48/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp to hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26430898ddb1994f3544653aa7d4de48/recovered.edits/0000000000000000004 at 1731527412696 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8ca52527ea7295d3c4f05e32b4b390/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731527412713 (+17 ms)Rename recovered edits hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8ca52527ea7295d3c4f05e32b4b390/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp to hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8ca52527ea7295d3c4f05e32b4b390/recovered.edits/0000000000000000004 at 1731527412717 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88c31793ec2225d06f0d31241d09d0ec/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731527412725 (+8 ms)Rename recovered edits hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88c31793ec2225d06f0d31241d09d0ec/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp to hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88c31793ec2225d06f0d31241d09d0ec/recovered.edits/0000000000000000004 at 1731527412728 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd980c6122a0cbca24606b55188928e4/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731527412733 (+5 ms)Rename recovered edits hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd980c6122a0cbca24606b55188928e4/recovered.edits/0000000000000000004-54d0784d1943%2C43951%2C1731527216868.1731527218842.temp to hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd980c6122a0cbca24606b55188928e4/recovered.edits/0000000000000000004 at 1731527412735 (+2 ms)Processed 18 edits across 9 Regions in 152 ms; skipped=9; WAL=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting/54d0784d1943%2C43951%2C1731527216868.1731527218842, size=291.4 K, length=298415, corrupted=false, cancelled=false at 1731527412735 2024-11-13T19:50:12,736 DEBUG [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting/54d0784d1943%2C43951%2C1731527216868.1731527218842 2024-11-13T19:50:12,736 DEBUG [RS_LOG_REPLAY_OPS-regionserver/54d0784d1943:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-13T19:50:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-13T19:50:12,747 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting/54d0784d1943%2C43951%2C1731527216868.1731527218842 to hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/oldWALs 2024-11-13T19:50:12,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-13T19:50:12,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 54d0784d1943%2C43951%2C1731527216868.1731527218842, worker=54d0784d1943,42665,1731527216757 in 350 msec 2024-11-13T19:50:12,754 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=54d0784d1943,42665,1731527216757 2024-11-13T19:50:12,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-13T19:50:12,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 54d0784d1943%2C43951%2C1731527216868.1731527218842, worker=54d0784d1943,42665,1731527216757 in 363 msec 2024-11-13T19:50:12,758 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting dir is empty, no logs to split. 2024-11-13T19:50:12,758 INFO [PEWorker-1 {}] master.SplitWALManager(105): 54d0784d1943,43951,1731527216868 WAL count=0, meta=false 2024-11-13T19:50:12,758 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 54d0784d1943,43951,1731527216868 WAL splitting is done? wals=0, meta=false 2024-11-13T19:50:12,759 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-13T19:50:12,759 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:50:12,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:50:12,759 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T19:50:12,886 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:50:12,886 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-13T19:50:12,886 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:50:12,886 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:50:12,886 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:50:12,887 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-13T19:50:12,887 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-13T19:50:12,887 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-13T19:50:12,887 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:50:12,888 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:50:12,889 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-13T19:50:12,889 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-13T19:50:12,889 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-13T19:50:12,889 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-13T19:50:12,889 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-13T19:50:12,889 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-13T19:50:12,889 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-13T19:50:12,889 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:50:12,890 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-13T19:50:12,891 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:50:12,891 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 2024-11-13T19:50:12,891 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 2024-11-13T19:50:12,891 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:50:12,891 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=54d0784d1943,35165,1731527216930 2024-11-13T19:50:12,891 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 54d0784d1943%2C43951%2C1731527216868.1731527218842, worker=54d0784d1943,42665,1731527216757 2024-11-13T19:50:12,891 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 54d0784d1943%2C43951%2C1731527216868.1731527218842, worker=54d0784d1943,42665,1731527216757 2024-11-13T19:50:12,891 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-13T19:50:12,891 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:12,891 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:12,891 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:12,891 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=54d0784d1943,35165,1731527216930 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:12,891 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 54d0784d1943%2C43951%2C1731527216868.1731527218842, worker=54d0784d1943,42665,1731527216757 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:12,891 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 54d0784d1943%2C43951%2C1731527216868.1731527218842, worker=54d0784d1943,42665,1731527216757 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:12,891 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-13T19:50:12,892 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=61 2024-11-13T19:50:12,892 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=54d0784d1943,35165,1731527216930, table=hbase:meta, region=1588230740 2024-11-13T19:50:12,892 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 54d0784d1943,35165,1731527216930, state=OPEN 2024-11-13T19:50:12,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:50:12,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:50:12,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:50:12,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:50:12,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:50:12,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:50:12,900 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731527442900 2024-11-13T19:50:12,900 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-13T19:50:12,906 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df1bbb00901831281c100d3f74322a65, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,906 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=625f75ec330faf52c6136527b5e15c74, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,906 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3bede716e734ef93a4598b2824ac93f7, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,907 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=db9e543540a5670095517a3903d74f77, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,907 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ff77b4b4d6683f8ae008c441b0a12634, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,907 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c502acd04a283d4e19dfb43b788f1b8e, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,907 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4225c4770f825104cab15473ef6afd09, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,907 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88c31793ec2225d06f0d31241d09d0ec, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,907 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3c8f08ea0832d0add659b4a762eaeecb, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,907 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=883657147e4a4c1b3140f7d57b000561, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,907 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=693afcfe58d6bfeddb494e4191ad208a, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,907 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ff820e10adff8aa7d5b1750c2208598e, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,907 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f281cdbc8e7bb9e2d165463c3621bd28, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,908 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=26430898ddb1994f3544653aa7d4de48, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,908 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8185a788382eeafbac539fd6859cca61, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,908 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a782c7612f992af7ac0ddf32fa1a3535, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,908 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=794fd32cb98a115cdf92117e6a1fead1, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,908 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=93e1a725e83241c591f9908e5305a915, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,908 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8aab09ceed4e6cb83d28ec95a3041925, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,908 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea8ca52527ea7295d3c4f05e32b4b390, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,908 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e5971aa7ebe03fa75b4cf1a9a1ba715e, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,908 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8f0b260a9608dc3f9d46ab65522d6b69, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,908 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=56ffda84ecef77823a77f80354b8e977, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,909 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e00f098ed38fa2457347fd8191f014fc, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:12,909 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1c35ffbc17b9c2b21fe4cce4afd409c8, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:12,909 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cd980c6122a0cbca24606b55188928e4, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:12,909 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-13T19:50:12,909 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731527472909 2024-11-13T19:50:12,909 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731527532909 2024-11-13T19:50:12,909 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-13T19:50:12,911 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server 54d0784d1943,43951,1731527216868 does not exist 2024-11-13T19:50:12,911 INFO [PEWorker-1 {}] master.SplitWALManager(105): 54d0784d1943,43951,1731527216868 WAL count=0, meta=false 2024-11-13T19:50:12,911 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 54d0784d1943,43951,1731527216868 WAL splitting is done? wals=0, meta=false 2024-11-13T19:50:12,912 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 54d0784d1943,43951,1731527216868 failed, ignore...File hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,43951,1731527216868-splitting does not exist. 2024-11-13T19:50:12,912 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-13T19:50:12,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=794fd32cb98a115cdf92117e6a1fead1, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd980c6122a0cbca24606b55188928e4, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=883657147e4a4c1b3140f7d57b000561, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=26430898ddb1994f3544653aa7d4de48, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88c31793ec2225d06f0d31241d09d0ec, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea8ca52527ea7295d3c4f05e32b4b390, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=625f75ec330faf52c6136527b5e15c74, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56ffda84ecef77823a77f80354b8e977, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db9e543540a5670095517a3903d74f77, ASSIGN}] 2024-11-13T19:50:12,914 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-13T19:50:12,914 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:50:12,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:50:12,914 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T19:50:13,159 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:50:13,159 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-13T19:50:13,160 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:50:13,160 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:50:13,160 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:50:13,160 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-13T19:50:13,160 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-13T19:50:13,160 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-13T19:50:13,161 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:50:13,162 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:50:13,163 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-13T19:50:13,163 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-13T19:50:13,164 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-13T19:50:13,164 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-13T19:50:13,164 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-13T19:50:13,164 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-13T19:50:13,164 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-13T19:50:13,164 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:50:13,165 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-13T19:50:13,166 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:50:13,166 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 2024-11-13T19:50:13,166 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 2024-11-13T19:50:13,166 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:50:13,166 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=54d0784d1943,35165,1731527216930 2024-11-13T19:50:13,166 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 54d0784d1943%2C43951%2C1731527216868.1731527218842, worker=54d0784d1943,42665,1731527216757 2024-11-13T19:50:13,166 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 54d0784d1943%2C43951%2C1731527216868.1731527218842, worker=54d0784d1943,42665,1731527216757 2024-11-13T19:50:13,166 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-13T19:50:13,166 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:13,166 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:13,166 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:13,166 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=54d0784d1943,35165,1731527216930 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:13,166 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 54d0784d1943%2C43951%2C1731527216868.1731527218842, worker=54d0784d1943,42665,1731527216757 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:13,166 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 54d0784d1943%2C43951%2C1731527216868.1731527218842, worker=54d0784d1943,42665,1731527216757 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:13,166 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T19:50:13,167 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=61 2024-11-13T19:50:13,167 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=54d0784d1943,35165,1731527216930, table=hbase:meta, region=1588230740 2024-11-13T19:50:13,167 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 54d0784d1943,35165,1731527216930, state=OPEN 2024-11-13T19:50:13,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:50:13,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:50:13,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:50:13,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:50:13,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:50:13,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:50:13,172 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731527443172 2024-11-13T19:50:13,172 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-13T19:50:13,177 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df1bbb00901831281c100d3f74322a65, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:13,177 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=625f75ec330faf52c6136527b5e15c74, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:13,178 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3bede716e734ef93a4598b2824ac93f7, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:13,178 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=db9e543540a5670095517a3903d74f77, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:13,178 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ff77b4b4d6683f8ae008c441b0a12634, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:13,178 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c502acd04a283d4e19dfb43b788f1b8e, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:13,178 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4225c4770f825104cab15473ef6afd09, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:13,178 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88c31793ec2225d06f0d31241d09d0ec, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:13,178 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3c8f08ea0832d0add659b4a762eaeecb, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:13,179 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=883657147e4a4c1b3140f7d57b000561, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:13,179 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=693afcfe58d6bfeddb494e4191ad208a, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:13,179 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ff820e10adff8aa7d5b1750c2208598e, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:13,179 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f281cdbc8e7bb9e2d165463c3621bd28, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:13,179 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=26430898ddb1994f3544653aa7d4de48, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:13,179 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8185a788382eeafbac539fd6859cca61, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:13,179 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a782c7612f992af7ac0ddf32fa1a3535, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:13,180 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=794fd32cb98a115cdf92117e6a1fead1, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:13,180 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=93e1a725e83241c591f9908e5305a915, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:13,180 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8aab09ceed4e6cb83d28ec95a3041925, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:13,180 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea8ca52527ea7295d3c4f05e32b4b390, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:13,180 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e5971aa7ebe03fa75b4cf1a9a1ba715e, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:13,180 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8f0b260a9608dc3f9d46ab65522d6b69, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:13,180 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=56ffda84ecef77823a77f80354b8e977, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:13,180 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e00f098ed38fa2457347fd8191f014fc, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:13,181 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1c35ffbc17b9c2b21fe4cce4afd409c8, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:13,181 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cd980c6122a0cbca24606b55188928e4, regionState=OPEN, lastHost=54d0784d1943,43951,1731527216868, regionLocation=54d0784d1943,43951,1731527216868, openSeqNum=2 2024-11-13T19:50:13,181 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-13T19:50:13,181 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731527473181 2024-11-13T19:50:13,181 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731527533181 2024-11-13T19:50:13,181 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-13T19:50:13,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=794fd32cb98a115cdf92117e6a1fead1, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd980c6122a0cbca24606b55188928e4, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=883657147e4a4c1b3140f7d57b000561, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=26430898ddb1994f3544653aa7d4de48, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88c31793ec2225d06f0d31241d09d0ec, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea8ca52527ea7295d3c4f05e32b4b390, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=625f75ec330faf52c6136527b5e15c74, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56ffda84ecef77823a77f80354b8e977, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db9e543540a5670095517a3903d74f77, ASSIGN}] 2024-11-13T19:50:13,181 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-13T19:50:13,183 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db9e543540a5670095517a3903d74f77, ASSIGN 2024-11-13T19:50:13,184 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db9e543540a5670095517a3903d74f77, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T19:50:13,185 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56ffda84ecef77823a77f80354b8e977, ASSIGN 2024-11-13T19:50:13,186 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56ffda84ecef77823a77f80354b8e977, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T19:50:13,187 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=625f75ec330faf52c6136527b5e15c74, ASSIGN 2024-11-13T19:50:13,188 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=625f75ec330faf52c6136527b5e15c74, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T19:50:13,189 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea8ca52527ea7295d3c4f05e32b4b390, ASSIGN 2024-11-13T19:50:13,190 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea8ca52527ea7295d3c4f05e32b4b390, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T19:50:13,191 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88c31793ec2225d06f0d31241d09d0ec, ASSIGN 2024-11-13T19:50:13,191 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88c31793ec2225d06f0d31241d09d0ec, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T19:50:13,192 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=26430898ddb1994f3544653aa7d4de48, ASSIGN 2024-11-13T19:50:13,193 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=26430898ddb1994f3544653aa7d4de48, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T19:50:13,194 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=883657147e4a4c1b3140f7d57b000561, ASSIGN 2024-11-13T19:50:13,194 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=883657147e4a4c1b3140f7d57b000561, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T19:50:13,195 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd980c6122a0cbca24606b55188928e4, ASSIGN 2024-11-13T19:50:13,196 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd980c6122a0cbca24606b55188928e4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T19:50:13,196 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=794fd32cb98a115cdf92117e6a1fead1, ASSIGN 2024-11-13T19:50:13,197 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=794fd32cb98a115cdf92117e6a1fead1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T19:50:13,335 DEBUG [54d0784d1943:39757 {}] balancer.BalancerClusterState(204): Hosts are {54d0784d1943=0} racks are {/default-rack=0} 2024-11-13T19:50:13,336 DEBUG [54d0784d1943:39757 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T19:50:13,336 DEBUG [54d0784d1943:39757 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T19:50:13,336 DEBUG [54d0784d1943:39757 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T19:50:13,336 DEBUG [54d0784d1943:39757 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T19:50:13,336 INFO [54d0784d1943:39757 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T19:50:13,336 INFO [54d0784d1943:39757 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T19:50:13,336 DEBUG [54d0784d1943:39757 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T19:50:13,336 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=56ffda84ecef77823a77f80354b8e977, regionState=OPENING, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:50:13,337 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=794fd32cb98a115cdf92117e6a1fead1, regionState=OPENING, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:50:13,338 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=883657147e4a4c1b3140f7d57b000561, regionState=OPENING, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:50:13,340 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=db9e543540a5670095517a3903d74f77, regionState=OPENING, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:50:13,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56ffda84ecef77823a77f80354b8e977, ASSIGN because future has completed 2024-11-13T19:50:13,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=794fd32cb98a115cdf92117e6a1fead1, ASSIGN because future has completed 2024-11-13T19:50:13,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56ffda84ecef77823a77f80354b8e977, server=54d0784d1943,35165,1731527216930}] 2024-11-13T19:50:13,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=883657147e4a4c1b3140f7d57b000561, ASSIGN because future has completed 2024-11-13T19:50:13,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db9e543540a5670095517a3903d74f77, ASSIGN because future has completed 2024-11-13T19:50:13,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure db9e543540a5670095517a3903d74f77, server=54d0784d1943,35165,1731527216930}] 2024-11-13T19:50:13,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 883657147e4a4c1b3140f7d57b000561, server=54d0784d1943,35165,1731527216930}] 2024-11-13T19:50:13,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 794fd32cb98a115cdf92117e6a1fead1, server=54d0784d1943,35165,1731527216930}] 2024-11-13T19:50:13,385 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=cd980c6122a0cbca24606b55188928e4, regionState=OPENING, regionLocation=54d0784d1943,42665,1731527216757 2024-11-13T19:50:13,387 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=ea8ca52527ea7295d3c4f05e32b4b390, regionState=OPENING, regionLocation=54d0784d1943,42665,1731527216757 2024-11-13T19:50:13,388 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=26430898ddb1994f3544653aa7d4de48, regionState=OPENING, regionLocation=54d0784d1943,42665,1731527216757 2024-11-13T19:50:13,389 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=88c31793ec2225d06f0d31241d09d0ec, regionState=OPENING, regionLocation=54d0784d1943,42665,1731527216757 2024-11-13T19:50:13,390 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=625f75ec330faf52c6136527b5e15c74, regionState=OPENING, regionLocation=54d0784d1943,42665,1731527216757 2024-11-13T19:50:13,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd980c6122a0cbca24606b55188928e4, ASSIGN because future has completed 2024-11-13T19:50:13,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd980c6122a0cbca24606b55188928e4, server=54d0784d1943,42665,1731527216757}] 2024-11-13T19:50:13,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea8ca52527ea7295d3c4f05e32b4b390, ASSIGN because future has completed 2024-11-13T19:50:13,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=26430898ddb1994f3544653aa7d4de48, ASSIGN because future has completed 2024-11-13T19:50:13,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88c31793ec2225d06f0d31241d09d0ec, ASSIGN because future has completed 2024-11-13T19:50:13,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=625f75ec330faf52c6136527b5e15c74, ASSIGN because future has completed 2024-11-13T19:50:13,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 625f75ec330faf52c6136527b5e15c74, server=54d0784d1943,42665,1731527216757}] 2024-11-13T19:50:13,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88c31793ec2225d06f0d31241d09d0ec, server=54d0784d1943,42665,1731527216757}] 2024-11-13T19:50:13,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26430898ddb1994f3544653aa7d4de48, server=54d0784d1943,42665,1731527216757}] 2024-11-13T19:50:13,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea8ca52527ea7295d3c4f05e32b4b390, server=54d0784d1943,42665,1731527216757}] 2024-11-13T19:50:13,524 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77. 2024-11-13T19:50:13,524 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => db9e543540a5670095517a3903d74f77, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-13T19:50:13,525 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true db9e543540a5670095517a3903d74f77 2024-11-13T19:50:13,525 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:50:13,525 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for db9e543540a5670095517a3903d74f77 2024-11-13T19:50:13,525 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for db9e543540a5670095517a3903d74f77 2024-11-13T19:50:13,529 INFO [StoreOpener-db9e543540a5670095517a3903d74f77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region db9e543540a5670095517a3903d74f77 2024-11-13T19:50:13,531 INFO [StoreOpener-db9e543540a5670095517a3903d74f77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db9e543540a5670095517a3903d74f77 columnFamilyName colfamily11 2024-11-13T19:50:13,531 DEBUG [StoreOpener-db9e543540a5670095517a3903d74f77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:13,532 INFO [StoreOpener-db9e543540a5670095517a3903d74f77-1 {}] regionserver.HStore(327): Store=db9e543540a5670095517a3903d74f77/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:13,532 INFO [StoreOpener-db9e543540a5670095517a3903d74f77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region db9e543540a5670095517a3903d74f77 2024-11-13T19:50:13,533 INFO [StoreOpener-db9e543540a5670095517a3903d74f77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db9e543540a5670095517a3903d74f77 columnFamilyName colfamily21 2024-11-13T19:50:13,533 DEBUG [StoreOpener-db9e543540a5670095517a3903d74f77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:13,534 INFO [StoreOpener-db9e543540a5670095517a3903d74f77-1 {}] regionserver.HStore(327): Store=db9e543540a5670095517a3903d74f77/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:13,534 INFO [StoreOpener-db9e543540a5670095517a3903d74f77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region db9e543540a5670095517a3903d74f77 2024-11-13T19:50:13,538 INFO [StoreOpener-db9e543540a5670095517a3903d74f77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db9e543540a5670095517a3903d74f77 columnFamilyName colfamily31 2024-11-13T19:50:13,538 DEBUG [StoreOpener-db9e543540a5670095517a3903d74f77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:13,539 INFO [StoreOpener-db9e543540a5670095517a3903d74f77-1 {}] regionserver.HStore(327): Store=db9e543540a5670095517a3903d74f77/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:13,539 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for db9e543540a5670095517a3903d74f77 2024-11-13T19:50:13,540 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db9e543540a5670095517a3903d74f77 2024-11-13T19:50:13,550 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db9e543540a5670095517a3903d74f77 2024-11-13T19:50:13,551 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db9e543540a5670095517a3903d74f77/recovered.edits/0000000000000000004 2024-11-13T19:50:13,559 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db9e543540a5670095517a3903d74f77/recovered.edits/0000000000000000004 2024-11-13T19:50:13,560 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing db9e543540a5670095517a3903d74f77 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-13T19:50:13,566 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4. 2024-11-13T19:50:13,566 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => cd980c6122a0cbca24606b55188928e4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-13T19:50:13,566 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true cd980c6122a0cbca24606b55188928e4 2024-11-13T19:50:13,566 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:50:13,567 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for cd980c6122a0cbca24606b55188928e4 2024-11-13T19:50:13,567 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for cd980c6122a0cbca24606b55188928e4 2024-11-13T19:50:13,569 INFO [StoreOpener-cd980c6122a0cbca24606b55188928e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region cd980c6122a0cbca24606b55188928e4 2024-11-13T19:50:13,570 INFO [StoreOpener-cd980c6122a0cbca24606b55188928e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd980c6122a0cbca24606b55188928e4 columnFamilyName colfamily11 2024-11-13T19:50:13,571 DEBUG [StoreOpener-cd980c6122a0cbca24606b55188928e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:13,571 INFO [StoreOpener-cd980c6122a0cbca24606b55188928e4-1 {}] regionserver.HStore(327): Store=cd980c6122a0cbca24606b55188928e4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:13,571 INFO [StoreOpener-cd980c6122a0cbca24606b55188928e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region cd980c6122a0cbca24606b55188928e4 2024-11-13T19:50:13,572 INFO [StoreOpener-cd980c6122a0cbca24606b55188928e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd980c6122a0cbca24606b55188928e4 columnFamilyName colfamily21 2024-11-13T19:50:13,573 DEBUG [StoreOpener-cd980c6122a0cbca24606b55188928e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:13,573 INFO [StoreOpener-cd980c6122a0cbca24606b55188928e4-1 {}] regionserver.HStore(327): Store=cd980c6122a0cbca24606b55188928e4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:13,573 INFO [StoreOpener-cd980c6122a0cbca24606b55188928e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region cd980c6122a0cbca24606b55188928e4 2024-11-13T19:50:13,575 INFO [StoreOpener-cd980c6122a0cbca24606b55188928e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd980c6122a0cbca24606b55188928e4 columnFamilyName colfamily31 2024-11-13T19:50:13,575 DEBUG [StoreOpener-cd980c6122a0cbca24606b55188928e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:13,575 INFO [StoreOpener-cd980c6122a0cbca24606b55188928e4-1 {}] regionserver.HStore(327): Store=cd980c6122a0cbca24606b55188928e4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:13,575 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for cd980c6122a0cbca24606b55188928e4 2024-11-13T19:50:13,576 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd980c6122a0cbca24606b55188928e4 2024-11-13T19:50:13,579 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd980c6122a0cbca24606b55188928e4 2024-11-13T19:50:13,580 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd980c6122a0cbca24606b55188928e4/recovered.edits/0000000000000000004 2024-11-13T19:50:13,593 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db9e543540a5670095517a3903d74f77/.tmp/colfamily11/58f7085e9b124b199428f84ee6cd3be5 is 52, key is ddd/colfamily11:colfamily11/1731527226190/Put/seqid=0 2024-11-13T19:50:13,594 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd980c6122a0cbca24606b55188928e4/recovered.edits/0000000000000000004 2024-11-13T19:50:13,595 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing cd980c6122a0cbca24606b55188928e4 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-13T19:50:13,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741878_1054 (size=39263) 2024-11-13T19:50:13,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741878_1054 (size=39263) 2024-11-13T19:50:13,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741878_1054 (size=39263) 2024-11-13T19:50:13,623 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db9e543540a5670095517a3903d74f77/.tmp/colfamily11/58f7085e9b124b199428f84ee6cd3be5 2024-11-13T19:50:13,639 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db9e543540a5670095517a3903d74f77/.tmp/colfamily11/58f7085e9b124b199428f84ee6cd3be5 as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db9e543540a5670095517a3903d74f77/colfamily11/58f7085e9b124b199428f84ee6cd3be5 2024-11-13T19:50:13,650 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd980c6122a0cbca24606b55188928e4/.tmp/colfamily11/8b742da22bc04238bc451af3d5a5f655 is 52, key is zzz/colfamily11:colfamily11/1731527226632/Put/seqid=0 2024-11-13T19:50:13,650 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db9e543540a5670095517a3903d74f77/colfamily11/58f7085e9b124b199428f84ee6cd3be5, entries=703, sequenceid=4, filesize=38.3 K 2024-11-13T19:50:13,651 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for db9e543540a5670095517a3903d74f77 in 92ms, sequenceid=4, compaction requested=false; wal=null 2024-11-13T19:50:13,653 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db9e543540a5670095517a3903d74f77/recovered.edits/0000000000000000004 2024-11-13T19:50:13,655 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for db9e543540a5670095517a3903d74f77 2024-11-13T19:50:13,655 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for db9e543540a5670095517a3903d74f77 2024-11-13T19:50:13,656 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:50:13,658 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for db9e543540a5670095517a3903d74f77 2024-11-13T19:50:13,670 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db9e543540a5670095517a3903d74f77/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T19:50:13,672 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened db9e543540a5670095517a3903d74f77; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68636992, jitterRate=0.02277088165283203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:50:13,672 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db9e543540a5670095517a3903d74f77 2024-11-13T19:50:13,672 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for db9e543540a5670095517a3903d74f77: Running coprocessor pre-open hook at 1731527413525Writing region info on filesystem at 1731527413525Initializing all the Stores at 1731527413526 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527413527 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527413529 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527413529Obtaining lock to block concurrent updates at 1731527413560 (+31 ms)Preparing flush snapshotting stores in db9e543540a5670095517a3903d74f77 at 1731527413560Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731527413560Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77. at 1731527413560Flushing db9e543540a5670095517a3903d74f77/colfamily11: creating writer at 1731527413560Flushing db9e543540a5670095517a3903d74f77/colfamily11: appending metadata at 1731527413593 (+33 ms)Flushing db9e543540a5670095517a3903d74f77/colfamily11: closing flushed file at 1731527413593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@662f7d83: reopening flushed file at 1731527413636 (+43 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for db9e543540a5670095517a3903d74f77 in 92ms, sequenceid=4, compaction requested=false; wal=null at 1731527413651 (+15 ms)Cleaning up temporary data from old regions at 1731527413655 (+4 ms)Running coprocessor post-open hooks at 1731527413672 (+17 ms)Region opened successfully at 1731527413672 2024-11-13T19:50:13,673 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77., pid=74, masterSystemTime=1731527413514 2024-11-13T19:50:13,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741879_1055 (size=4857) 2024-11-13T19:50:13,676 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77. 2024-11-13T19:50:13,676 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77. 2024-11-13T19:50:13,676 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977. 2024-11-13T19:50:13,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741879_1055 (size=4857) 2024-11-13T19:50:13,676 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => 56ffda84ecef77823a77f80354b8e977, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-13T19:50:13,677 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 56ffda84ecef77823a77f80354b8e977 2024-11-13T19:50:13,677 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:50:13,677 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=db9e543540a5670095517a3903d74f77, regionState=OPEN, openSeqNum=5, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:50:13,677 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for 56ffda84ecef77823a77f80354b8e977 2024-11-13T19:50:13,677 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for 56ffda84ecef77823a77f80354b8e977 2024-11-13T19:50:13,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741879_1055 (size=4857) 2024-11-13T19:50:13,679 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd980c6122a0cbca24606b55188928e4/.tmp/colfamily11/8b742da22bc04238bc451af3d5a5f655 2024-11-13T19:50:13,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure db9e543540a5670095517a3903d74f77, server=54d0784d1943,35165,1731527216930 because future has completed 2024-11-13T19:50:13,690 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=54d0784d1943,35165,1731527216930, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db9e543540a5670095517a3903d74f77. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T19:50:13,692 INFO [StoreOpener-56ffda84ecef77823a77f80354b8e977-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 56ffda84ecef77823a77f80354b8e977 2024-11-13T19:50:13,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=72 2024-11-13T19:50:13,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure db9e543540a5670095517a3903d74f77, server=54d0784d1943,35165,1731527216930 in 324 msec 2024-11-13T19:50:13,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db9e543540a5670095517a3903d74f77, ASSIGN in 514 msec 2024-11-13T19:50:13,697 INFO [StoreOpener-56ffda84ecef77823a77f80354b8e977-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56ffda84ecef77823a77f80354b8e977 columnFamilyName colfamily11 2024-11-13T19:50:13,697 DEBUG [StoreOpener-56ffda84ecef77823a77f80354b8e977-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:13,698 INFO [StoreOpener-56ffda84ecef77823a77f80354b8e977-1 {}] regionserver.HStore(327): Store=56ffda84ecef77823a77f80354b8e977/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:13,698 INFO [StoreOpener-56ffda84ecef77823a77f80354b8e977-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 56ffda84ecef77823a77f80354b8e977 2024-11-13T19:50:13,698 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd980c6122a0cbca24606b55188928e4/.tmp/colfamily11/8b742da22bc04238bc451af3d5a5f655 as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd980c6122a0cbca24606b55188928e4/colfamily11/8b742da22bc04238bc451af3d5a5f655 2024-11-13T19:50:13,700 INFO [StoreOpener-56ffda84ecef77823a77f80354b8e977-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56ffda84ecef77823a77f80354b8e977 columnFamilyName colfamily21 2024-11-13T19:50:13,700 DEBUG [StoreOpener-56ffda84ecef77823a77f80354b8e977-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:13,703 INFO [StoreOpener-56ffda84ecef77823a77f80354b8e977-1 {}] regionserver.HStore(327): Store=56ffda84ecef77823a77f80354b8e977/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:13,703 INFO [StoreOpener-56ffda84ecef77823a77f80354b8e977-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 56ffda84ecef77823a77f80354b8e977 2024-11-13T19:50:13,708 INFO [StoreOpener-56ffda84ecef77823a77f80354b8e977-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56ffda84ecef77823a77f80354b8e977 columnFamilyName colfamily31 2024-11-13T19:50:13,708 DEBUG [StoreOpener-56ffda84ecef77823a77f80354b8e977-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:13,711 INFO [StoreOpener-56ffda84ecef77823a77f80354b8e977-1 {}] regionserver.HStore(327): Store=56ffda84ecef77823a77f80354b8e977/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:13,712 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for 56ffda84ecef77823a77f80354b8e977 2024-11-13T19:50:13,713 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56ffda84ecef77823a77f80354b8e977 2024-11-13T19:50:13,714 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd980c6122a0cbca24606b55188928e4/colfamily11/8b742da22bc04238bc451af3d5a5f655, entries=1, sequenceid=4, filesize=4.7 K 2024-11-13T19:50:13,714 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for cd980c6122a0cbca24606b55188928e4 in 119ms, sequenceid=4, compaction requested=false; wal=null 2024-11-13T19:50:13,716 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd980c6122a0cbca24606b55188928e4/recovered.edits/0000000000000000004 2024-11-13T19:50:13,718 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for cd980c6122a0cbca24606b55188928e4 2024-11-13T19:50:13,718 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for cd980c6122a0cbca24606b55188928e4 2024-11-13T19:50:13,719 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:50:13,722 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for cd980c6122a0cbca24606b55188928e4 2024-11-13T19:50:13,723 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56ffda84ecef77823a77f80354b8e977 2024-11-13T19:50:13,724 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56ffda84ecef77823a77f80354b8e977/recovered.edits/0000000000000000004 2024-11-13T19:50:13,736 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56ffda84ecef77823a77f80354b8e977/recovered.edits/0000000000000000004 2024-11-13T19:50:13,737 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing 56ffda84ecef77823a77f80354b8e977 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-13T19:50:13,750 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd980c6122a0cbca24606b55188928e4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T19:50:13,755 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened cd980c6122a0cbca24606b55188928e4; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65316257, jitterRate=-0.026711925864219666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:50:13,755 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd980c6122a0cbca24606b55188928e4 2024-11-13T19:50:13,755 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for cd980c6122a0cbca24606b55188928e4: Running coprocessor pre-open hook at 1731527413567Writing region info on filesystem at 1731527413567Initializing all the Stores at 1731527413568 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527413568Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527413568Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527413568Obtaining lock to block concurrent updates at 1731527413595 (+27 ms)Preparing flush snapshotting stores in cd980c6122a0cbca24606b55188928e4 at 1731527413595Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731527413595Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4. at 1731527413595Flushing cd980c6122a0cbca24606b55188928e4/colfamily11: creating writer at 1731527413595Flushing cd980c6122a0cbca24606b55188928e4/colfamily11: appending metadata at 1731527413650 (+55 ms)Flushing cd980c6122a0cbca24606b55188928e4/colfamily11: closing flushed file at 1731527413650Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@378b501e: reopening flushed file at 1731527413696 (+46 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for cd980c6122a0cbca24606b55188928e4 in 119ms, sequenceid=4, compaction requested=false; wal=null at 1731527413714 (+18 ms)Cleaning up temporary data from old regions at 1731527413718 (+4 ms)Running coprocessor post-open hooks at 1731527413755 (+37 ms)Region opened successfully at 1731527413755 2024-11-13T19:50:13,757 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4., pid=77, masterSystemTime=1731527413557 2024-11-13T19:50:13,765 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4. 2024-11-13T19:50:13,765 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4. 2024-11-13T19:50:13,766 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74. 2024-11-13T19:50:13,766 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 625f75ec330faf52c6136527b5e15c74, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-13T19:50:13,766 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 625f75ec330faf52c6136527b5e15c74 2024-11-13T19:50:13,766 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:50:13,766 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 625f75ec330faf52c6136527b5e15c74 2024-11-13T19:50:13,767 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 625f75ec330faf52c6136527b5e15c74 2024-11-13T19:50:13,767 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=cd980c6122a0cbca24606b55188928e4, regionState=OPEN, openSeqNum=5, regionLocation=54d0784d1943,42665,1731527216757 2024-11-13T19:50:13,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd980c6122a0cbca24606b55188928e4, server=54d0784d1943,42665,1731527216757 because future has completed 2024-11-13T19:50:13,773 INFO [StoreOpener-625f75ec330faf52c6136527b5e15c74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 625f75ec330faf52c6136527b5e15c74 2024-11-13T19:50:13,775 INFO [StoreOpener-625f75ec330faf52c6136527b5e15c74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 625f75ec330faf52c6136527b5e15c74 columnFamilyName colfamily11 2024-11-13T19:50:13,775 DEBUG [StoreOpener-625f75ec330faf52c6136527b5e15c74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:13,776 INFO [StoreOpener-625f75ec330faf52c6136527b5e15c74-1 {}] regionserver.HStore(327): Store=625f75ec330faf52c6136527b5e15c74/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:13,776 INFO [StoreOpener-625f75ec330faf52c6136527b5e15c74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 625f75ec330faf52c6136527b5e15c74 2024-11-13T19:50:13,777 INFO [StoreOpener-625f75ec330faf52c6136527b5e15c74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 625f75ec330faf52c6136527b5e15c74 columnFamilyName colfamily21 2024-11-13T19:50:13,778 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56ffda84ecef77823a77f80354b8e977/.tmp/colfamily11/0d45a3595b0b40c39ab66b5362bff1fc is 52, key is www/colfamily11:colfamily11/1731527226618/Put/seqid=0 2024-11-13T19:50:13,778 DEBUG [StoreOpener-625f75ec330faf52c6136527b5e15c74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:13,779 INFO [StoreOpener-625f75ec330faf52c6136527b5e15c74-1 {}] regionserver.HStore(327): Store=625f75ec330faf52c6136527b5e15c74/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:13,779 INFO [StoreOpener-625f75ec330faf52c6136527b5e15c74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 625f75ec330faf52c6136527b5e15c74 2024-11-13T19:50:13,781 INFO [StoreOpener-625f75ec330faf52c6136527b5e15c74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 625f75ec330faf52c6136527b5e15c74 columnFamilyName colfamily31 2024-11-13T19:50:13,781 DEBUG [StoreOpener-625f75ec330faf52c6136527b5e15c74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:13,781 INFO [StoreOpener-625f75ec330faf52c6136527b5e15c74-1 {}] regionserver.HStore(327): Store=625f75ec330faf52c6136527b5e15c74/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:13,781 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 625f75ec330faf52c6136527b5e15c74 2024-11-13T19:50:13,782 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/625f75ec330faf52c6136527b5e15c74 2024-11-13T19:50:13,786 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/625f75ec330faf52c6136527b5e15c74 2024-11-13T19:50:13,787 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/625f75ec330faf52c6136527b5e15c74/recovered.edits/0000000000000000004 2024-11-13T19:50:13,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=65 2024-11-13T19:50:13,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure cd980c6122a0cbca24606b55188928e4, server=54d0784d1943,42665,1731527216757 in 377 msec 2024-11-13T19:50:13,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd980c6122a0cbca24606b55188928e4, ASSIGN in 607 msec 2024-11-13T19:50:13,793 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/625f75ec330faf52c6136527b5e15c74/recovered.edits/0000000000000000004 2024-11-13T19:50:13,794 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing 625f75ec330faf52c6136527b5e15c74 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-13T19:50:13,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741880_1056 (size=39263) 2024-11-13T19:50:13,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741880_1056 (size=39263) 2024-11-13T19:50:13,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741880_1056 (size=39263) 2024-11-13T19:50:13,814 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56ffda84ecef77823a77f80354b8e977/.tmp/colfamily11/0d45a3595b0b40c39ab66b5362bff1fc 2024-11-13T19:50:13,841 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/625f75ec330faf52c6136527b5e15c74/.tmp/colfamily11/345905c752e441db9cb6d6d5cee649b0 is 52, key is bbb/colfamily11:colfamily11/1731527226048/Put/seqid=0 2024-11-13T19:50:13,843 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56ffda84ecef77823a77f80354b8e977/.tmp/colfamily11/0d45a3595b0b40c39ab66b5362bff1fc as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56ffda84ecef77823a77f80354b8e977/colfamily11/0d45a3595b0b40c39ab66b5362bff1fc 2024-11-13T19:50:13,855 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56ffda84ecef77823a77f80354b8e977/colfamily11/0d45a3595b0b40c39ab66b5362bff1fc, entries=703, sequenceid=4, filesize=38.3 K 2024-11-13T19:50:13,855 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 56ffda84ecef77823a77f80354b8e977 in 118ms, sequenceid=4, compaction requested=false; wal=null 2024-11-13T19:50:13,856 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56ffda84ecef77823a77f80354b8e977/recovered.edits/0000000000000000004 2024-11-13T19:50:13,859 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for 56ffda84ecef77823a77f80354b8e977 2024-11-13T19:50:13,859 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for 56ffda84ecef77823a77f80354b8e977 2024-11-13T19:50:13,860 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:50:13,863 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for 56ffda84ecef77823a77f80354b8e977 2024-11-13T19:50:13,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741881_1057 (size=39263) 2024-11-13T19:50:13,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741881_1057 (size=39263) 2024-11-13T19:50:13,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741881_1057 (size=39263) 2024-11-13T19:50:13,904 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56ffda84ecef77823a77f80354b8e977/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T19:50:13,909 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened 56ffda84ecef77823a77f80354b8e977; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58777734, jitterRate=-0.12414351105690002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:50:13,910 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56ffda84ecef77823a77f80354b8e977 2024-11-13T19:50:13,910 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for 56ffda84ecef77823a77f80354b8e977: Running coprocessor pre-open hook at 1731527413678Writing region info on filesystem at 1731527413678Initializing all the Stores at 1731527413687 (+9 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527413688 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527413691 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527413691Obtaining lock to block concurrent updates at 1731527413737 (+46 ms)Preparing flush snapshotting stores in 56ffda84ecef77823a77f80354b8e977 at 1731527413737Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731527413737Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977. at 1731527413737Flushing 56ffda84ecef77823a77f80354b8e977/colfamily11: creating writer at 1731527413737Flushing 56ffda84ecef77823a77f80354b8e977/colfamily11: appending metadata at 1731527413777 (+40 ms)Flushing 56ffda84ecef77823a77f80354b8e977/colfamily11: closing flushed file at 1731527413778 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fabb39e: reopening flushed file at 1731527413841 (+63 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 56ffda84ecef77823a77f80354b8e977 in 118ms, sequenceid=4, compaction requested=false; wal=null at 1731527413855 (+14 ms)Cleaning up temporary data from old regions at 1731527413859 (+4 ms)Running coprocessor post-open hooks at 1731527413910 (+51 ms)Region opened successfully at 1731527413910 2024-11-13T19:50:13,913 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977., pid=73, masterSystemTime=1731527413514 2024-11-13T19:50:13,918 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977. 2024-11-13T19:50:13,918 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977. 2024-11-13T19:50:13,918 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1. 2024-11-13T19:50:13,919 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => 794fd32cb98a115cdf92117e6a1fead1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-13T19:50:13,919 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:50:13,919 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:50:13,919 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for 794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:50:13,919 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for 794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:50:13,920 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=56ffda84ecef77823a77f80354b8e977, regionState=OPEN, openSeqNum=5, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:50:13,925 INFO [StoreOpener-794fd32cb98a115cdf92117e6a1fead1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:50:13,929 INFO [StoreOpener-794fd32cb98a115cdf92117e6a1fead1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 794fd32cb98a115cdf92117e6a1fead1 columnFamilyName colfamily11 2024-11-13T19:50:13,929 DEBUG [StoreOpener-794fd32cb98a115cdf92117e6a1fead1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:13,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56ffda84ecef77823a77f80354b8e977, server=54d0784d1943,35165,1731527216930 because future has completed 2024-11-13T19:50:13,932 INFO [StoreOpener-794fd32cb98a115cdf92117e6a1fead1-1 {}] regionserver.HStore(327): Store=794fd32cb98a115cdf92117e6a1fead1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:13,932 INFO [StoreOpener-794fd32cb98a115cdf92117e6a1fead1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:50:13,941 INFO [StoreOpener-794fd32cb98a115cdf92117e6a1fead1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 794fd32cb98a115cdf92117e6a1fead1 columnFamilyName colfamily21 2024-11-13T19:50:13,941 DEBUG [StoreOpener-794fd32cb98a115cdf92117e6a1fead1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:13,945 INFO [StoreOpener-794fd32cb98a115cdf92117e6a1fead1-1 {}] regionserver.HStore(327): Store=794fd32cb98a115cdf92117e6a1fead1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:13,946 INFO [StoreOpener-794fd32cb98a115cdf92117e6a1fead1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:50:13,947 INFO [StoreOpener-794fd32cb98a115cdf92117e6a1fead1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 794fd32cb98a115cdf92117e6a1fead1 columnFamilyName colfamily31 2024-11-13T19:50:13,947 DEBUG [StoreOpener-794fd32cb98a115cdf92117e6a1fead1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:13,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71 2024-11-13T19:50:13,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 56ffda84ecef77823a77f80354b8e977, server=54d0784d1943,35165,1731527216930 in 597 msec 2024-11-13T19:50:13,953 INFO [StoreOpener-794fd32cb98a115cdf92117e6a1fead1-1 {}] regionserver.HStore(327): Store=794fd32cb98a115cdf92117e6a1fead1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:13,953 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for 794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:50:13,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56ffda84ecef77823a77f80354b8e977, ASSIGN in 769 msec 2024-11-13T19:50:13,958 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:50:13,963 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:50:13,964 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794fd32cb98a115cdf92117e6a1fead1/recovered.edits/0000000000000000004 2024-11-13T19:50:13,976 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794fd32cb98a115cdf92117e6a1fead1/recovered.edits/0000000000000000004 2024-11-13T19:50:13,977 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing 794fd32cb98a115cdf92117e6a1fead1 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-13T19:50:14,007 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794fd32cb98a115cdf92117e6a1fead1/.tmp/colfamily11/a6735c664474414cafc31901740586ff is 52, key is qqq/colfamily11:colfamily11/1731527226475/Put/seqid=0 2024-11-13T19:50:14,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741882_1058 (size=39263) 2024-11-13T19:50:14,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741882_1058 (size=39263) 2024-11-13T19:50:14,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741882_1058 (size=39263) 2024-11-13T19:50:14,030 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794fd32cb98a115cdf92117e6a1fead1/.tmp/colfamily11/a6735c664474414cafc31901740586ff 2024-11-13T19:50:14,038 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794fd32cb98a115cdf92117e6a1fead1/.tmp/colfamily11/a6735c664474414cafc31901740586ff as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794fd32cb98a115cdf92117e6a1fead1/colfamily11/a6735c664474414cafc31901740586ff 2024-11-13T19:50:14,051 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794fd32cb98a115cdf92117e6a1fead1/colfamily11/a6735c664474414cafc31901740586ff, entries=703, sequenceid=4, filesize=38.3 K 2024-11-13T19:50:14,052 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 794fd32cb98a115cdf92117e6a1fead1 in 76ms, sequenceid=4, compaction requested=false; wal=null 2024-11-13T19:50:14,053 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794fd32cb98a115cdf92117e6a1fead1/recovered.edits/0000000000000000004 2024-11-13T19:50:14,054 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for 794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:50:14,054 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for 794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:50:14,056 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:50:14,065 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for 794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:50:14,068 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794fd32cb98a115cdf92117e6a1fead1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T19:50:14,069 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened 794fd32cb98a115cdf92117e6a1fead1; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66368669, jitterRate=-0.011029765009880066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:50:14,069 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:50:14,069 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for 794fd32cb98a115cdf92117e6a1fead1: Running coprocessor pre-open hook at 1731527413920Writing region info on filesystem at 1731527413920Initializing all the Stores at 1731527413923 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527413923Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527413924 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527413924Obtaining lock to block concurrent updates at 1731527413977 (+53 ms)Preparing flush snapshotting stores in 794fd32cb98a115cdf92117e6a1fead1 at 1731527413977Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731527413977Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1. at 1731527413977Flushing 794fd32cb98a115cdf92117e6a1fead1/colfamily11: creating writer at 1731527413977Flushing 794fd32cb98a115cdf92117e6a1fead1/colfamily11: appending metadata at 1731527414007 (+30 ms)Flushing 794fd32cb98a115cdf92117e6a1fead1/colfamily11: closing flushed file at 1731527414007Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56abf660: reopening flushed file at 1731527414037 (+30 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 794fd32cb98a115cdf92117e6a1fead1 in 76ms, sequenceid=4, compaction requested=false; wal=null at 1731527414052 (+15 ms)Cleaning up temporary data from old regions at 1731527414054 (+2 ms)Running coprocessor post-open hooks at 1731527414069 (+15 ms)Region opened successfully at 1731527414069 2024-11-13T19:50:14,071 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1., pid=76, masterSystemTime=1731527413514 2024-11-13T19:50:14,073 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1. 2024-11-13T19:50:14,073 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1. 2024-11-13T19:50:14,073 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561. 2024-11-13T19:50:14,074 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => 883657147e4a4c1b3140f7d57b000561, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-13T19:50:14,074 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=794fd32cb98a115cdf92117e6a1fead1, regionState=OPEN, openSeqNum=5, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:50:14,074 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 883657147e4a4c1b3140f7d57b000561 2024-11-13T19:50:14,074 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:50:14,074 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for 883657147e4a4c1b3140f7d57b000561 2024-11-13T19:50:14,074 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for 883657147e4a4c1b3140f7d57b000561 2024-11-13T19:50:14,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 794fd32cb98a115cdf92117e6a1fead1, server=54d0784d1943,35165,1731527216930 because future has completed 2024-11-13T19:50:14,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=64 2024-11-13T19:50:14,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 794fd32cb98a115cdf92117e6a1fead1, server=54d0784d1943,35165,1731527216930 in 703 msec 2024-11-13T19:50:14,084 INFO [StoreOpener-883657147e4a4c1b3140f7d57b000561-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 883657147e4a4c1b3140f7d57b000561 2024-11-13T19:50:14,085 INFO [StoreOpener-883657147e4a4c1b3140f7d57b000561-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 883657147e4a4c1b3140f7d57b000561 columnFamilyName colfamily11 2024-11-13T19:50:14,085 DEBUG [StoreOpener-883657147e4a4c1b3140f7d57b000561-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:14,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=794fd32cb98a115cdf92117e6a1fead1, ASSIGN in 902 msec 2024-11-13T19:50:14,086 INFO [StoreOpener-883657147e4a4c1b3140f7d57b000561-1 {}] regionserver.HStore(327): Store=883657147e4a4c1b3140f7d57b000561/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:14,086 INFO [StoreOpener-883657147e4a4c1b3140f7d57b000561-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 883657147e4a4c1b3140f7d57b000561 2024-11-13T19:50:14,087 INFO [StoreOpener-883657147e4a4c1b3140f7d57b000561-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 883657147e4a4c1b3140f7d57b000561 columnFamilyName colfamily21 2024-11-13T19:50:14,087 DEBUG [StoreOpener-883657147e4a4c1b3140f7d57b000561-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:14,088 INFO [StoreOpener-883657147e4a4c1b3140f7d57b000561-1 {}] regionserver.HStore(327): Store=883657147e4a4c1b3140f7d57b000561/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:14,088 INFO [StoreOpener-883657147e4a4c1b3140f7d57b000561-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 883657147e4a4c1b3140f7d57b000561 2024-11-13T19:50:14,089 INFO [StoreOpener-883657147e4a4c1b3140f7d57b000561-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 883657147e4a4c1b3140f7d57b000561 columnFamilyName colfamily31 2024-11-13T19:50:14,089 DEBUG [StoreOpener-883657147e4a4c1b3140f7d57b000561-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:14,089 INFO [StoreOpener-883657147e4a4c1b3140f7d57b000561-1 {}] regionserver.HStore(327): Store=883657147e4a4c1b3140f7d57b000561/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:14,090 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for 883657147e4a4c1b3140f7d57b000561 2024-11-13T19:50:14,093 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/883657147e4a4c1b3140f7d57b000561 2024-11-13T19:50:14,096 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/883657147e4a4c1b3140f7d57b000561 2024-11-13T19:50:14,105 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/883657147e4a4c1b3140f7d57b000561/recovered.edits/0000000000000000004 2024-11-13T19:50:14,111 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/883657147e4a4c1b3140f7d57b000561/recovered.edits/0000000000000000004 2024-11-13T19:50:14,112 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing 883657147e4a4c1b3140f7d57b000561 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-13T19:50:14,132 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/883657147e4a4c1b3140f7d57b000561/.tmp/colfamily11/92146399718049d2976a4058734e21eb is 52, key is jjj/colfamily11:colfamily11/1731527226353/Put/seqid=0 2024-11-13T19:50:14,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741883_1059 (size=39263) 2024-11-13T19:50:14,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741883_1059 (size=39263) 2024-11-13T19:50:14,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741883_1059 (size=39263) 2024-11-13T19:50:14,146 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/883657147e4a4c1b3140f7d57b000561/.tmp/colfamily11/92146399718049d2976a4058734e21eb 2024-11-13T19:50:14,168 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/883657147e4a4c1b3140f7d57b000561/.tmp/colfamily11/92146399718049d2976a4058734e21eb as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/883657147e4a4c1b3140f7d57b000561/colfamily11/92146399718049d2976a4058734e21eb 2024-11-13T19:50:14,177 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/883657147e4a4c1b3140f7d57b000561/colfamily11/92146399718049d2976a4058734e21eb, entries=703, sequenceid=4, filesize=38.3 K 2024-11-13T19:50:14,178 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 883657147e4a4c1b3140f7d57b000561 in 66ms, sequenceid=4, compaction requested=false; wal=null 2024-11-13T19:50:14,179 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/883657147e4a4c1b3140f7d57b000561/recovered.edits/0000000000000000004 2024-11-13T19:50:14,184 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for 883657147e4a4c1b3140f7d57b000561 2024-11-13T19:50:14,184 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for 883657147e4a4c1b3140f7d57b000561 2024-11-13T19:50:14,186 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:50:14,188 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for 883657147e4a4c1b3140f7d57b000561 2024-11-13T19:50:14,194 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/883657147e4a4c1b3140f7d57b000561/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T19:50:14,195 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened 883657147e4a4c1b3140f7d57b000561; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60252493, jitterRate=-0.10216788947582245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:50:14,195 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 883657147e4a4c1b3140f7d57b000561 2024-11-13T19:50:14,195 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for 883657147e4a4c1b3140f7d57b000561: Running coprocessor pre-open hook at 1731527414074Writing region info on filesystem at 1731527414074Initializing all the Stores at 1731527414081 (+7 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527414081Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527414081Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527414081Obtaining lock to block concurrent updates at 1731527414112 (+31 ms)Preparing flush snapshotting stores in 883657147e4a4c1b3140f7d57b000561 at 1731527414112Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731527414112Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561. at 1731527414112Flushing 883657147e4a4c1b3140f7d57b000561/colfamily11: creating writer at 1731527414112Flushing 883657147e4a4c1b3140f7d57b000561/colfamily11: appending metadata at 1731527414131 (+19 ms)Flushing 883657147e4a4c1b3140f7d57b000561/colfamily11: closing flushed file at 1731527414131Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76015c4: reopening flushed file at 1731527414166 (+35 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 883657147e4a4c1b3140f7d57b000561 in 66ms, sequenceid=4, compaction requested=false; wal=null at 1731527414178 (+12 ms)Cleaning up temporary data from old regions at 1731527414184 (+6 ms)Running coprocessor post-open hooks at 1731527414195 (+11 ms)Region opened successfully at 1731527414195 2024-11-13T19:50:14,196 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561., pid=75, masterSystemTime=1731527413514 2024-11-13T19:50:14,199 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561. 2024-11-13T19:50:14,199 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561. 2024-11-13T19:50:14,201 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=883657147e4a4c1b3140f7d57b000561, regionState=OPEN, openSeqNum=5, regionLocation=54d0784d1943,35165,1731527216930 2024-11-13T19:50:14,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 883657147e4a4c1b3140f7d57b000561, server=54d0784d1943,35165,1731527216930 because future has completed 2024-11-13T19:50:14,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=66 2024-11-13T19:50:14,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 883657147e4a4c1b3140f7d57b000561, server=54d0784d1943,35165,1731527216930 in 833 msec 2024-11-13T19:50:14,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=883657147e4a4c1b3140f7d57b000561, ASSIGN in 1.0260 sec 2024-11-13T19:50:14,298 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/625f75ec330faf52c6136527b5e15c74/.tmp/colfamily11/345905c752e441db9cb6d6d5cee649b0 2024-11-13T19:50:14,308 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/625f75ec330faf52c6136527b5e15c74/.tmp/colfamily11/345905c752e441db9cb6d6d5cee649b0 as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/625f75ec330faf52c6136527b5e15c74/colfamily11/345905c752e441db9cb6d6d5cee649b0 2024-11-13T19:50:14,317 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/625f75ec330faf52c6136527b5e15c74/colfamily11/345905c752e441db9cb6d6d5cee649b0, entries=703, sequenceid=4, filesize=38.3 K 2024-11-13T19:50:14,318 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 625f75ec330faf52c6136527b5e15c74 in 524ms, sequenceid=4, compaction requested=false; wal=null 2024-11-13T19:50:14,318 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/625f75ec330faf52c6136527b5e15c74/recovered.edits/0000000000000000004 2024-11-13T19:50:14,322 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 625f75ec330faf52c6136527b5e15c74 2024-11-13T19:50:14,322 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 625f75ec330faf52c6136527b5e15c74 2024-11-13T19:50:14,323 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:50:14,325 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 625f75ec330faf52c6136527b5e15c74 2024-11-13T19:50:14,330 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/625f75ec330faf52c6136527b5e15c74/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T19:50:14,331 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 625f75ec330faf52c6136527b5e15c74; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66120404, jitterRate=-0.014729201793670654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:50:14,332 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 625f75ec330faf52c6136527b5e15c74 2024-11-13T19:50:14,332 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 625f75ec330faf52c6136527b5e15c74: Running coprocessor pre-open hook at 1731527413767Writing region info on filesystem at 1731527413767Initializing all the Stores at 1731527413769 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527413769Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527413770 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527413770Obtaining lock to block concurrent updates at 1731527413794 (+24 ms)Preparing flush snapshotting stores in 625f75ec330faf52c6136527b5e15c74 at 1731527413794Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731527413794Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74. at 1731527413794Flushing 625f75ec330faf52c6136527b5e15c74/colfamily11: creating writer at 1731527413794Flushing 625f75ec330faf52c6136527b5e15c74/colfamily11: appending metadata at 1731527413840 (+46 ms)Flushing 625f75ec330faf52c6136527b5e15c74/colfamily11: closing flushed file at 1731527413840Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b9fd87d: reopening flushed file at 1731527414307 (+467 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 625f75ec330faf52c6136527b5e15c74 in 524ms, sequenceid=4, compaction requested=false; wal=null at 1731527414318 (+11 ms)Cleaning up temporary data from old regions at 1731527414322 (+4 ms)Running coprocessor post-open hooks at 1731527414332 (+10 ms)Region opened successfully at 1731527414332 2024-11-13T19:50:14,334 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74., pid=78, masterSystemTime=1731527413557 2024-11-13T19:50:14,336 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74. 2024-11-13T19:50:14,336 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74. 2024-11-13T19:50:14,336 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390. 2024-11-13T19:50:14,336 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7752): Opening region: {ENCODED => ea8ca52527ea7295d3c4f05e32b4b390, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-13T19:50:14,337 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:50:14,337 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:50:14,337 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=625f75ec330faf52c6136527b5e15c74, regionState=OPEN, openSeqNum=5, regionLocation=54d0784d1943,42665,1731527216757 2024-11-13T19:50:14,337 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7794): checking encryption for ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:50:14,337 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7797): checking classloading for ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:50:14,338 INFO [StoreOpener-ea8ca52527ea7295d3c4f05e32b4b390-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:50:14,340 INFO [StoreOpener-ea8ca52527ea7295d3c4f05e32b4b390-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea8ca52527ea7295d3c4f05e32b4b390 columnFamilyName colfamily11 2024-11-13T19:50:14,340 DEBUG [StoreOpener-ea8ca52527ea7295d3c4f05e32b4b390-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:14,340 INFO [StoreOpener-ea8ca52527ea7295d3c4f05e32b4b390-1 {}] regionserver.HStore(327): Store=ea8ca52527ea7295d3c4f05e32b4b390/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:14,341 INFO [StoreOpener-ea8ca52527ea7295d3c4f05e32b4b390-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:50:14,342 INFO [StoreOpener-ea8ca52527ea7295d3c4f05e32b4b390-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea8ca52527ea7295d3c4f05e32b4b390 columnFamilyName colfamily21 2024-11-13T19:50:14,342 DEBUG [StoreOpener-ea8ca52527ea7295d3c4f05e32b4b390-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:14,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 625f75ec330faf52c6136527b5e15c74, server=54d0784d1943,42665,1731527216757 because future has completed 2024-11-13T19:50:14,342 INFO [StoreOpener-ea8ca52527ea7295d3c4f05e32b4b390-1 {}] regionserver.HStore(327): Store=ea8ca52527ea7295d3c4f05e32b4b390/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:14,342 INFO [StoreOpener-ea8ca52527ea7295d3c4f05e32b4b390-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:50:14,343 INFO [StoreOpener-ea8ca52527ea7295d3c4f05e32b4b390-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea8ca52527ea7295d3c4f05e32b4b390 columnFamilyName colfamily31 2024-11-13T19:50:14,343 DEBUG [StoreOpener-ea8ca52527ea7295d3c4f05e32b4b390-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:14,344 INFO [StoreOpener-ea8ca52527ea7295d3c4f05e32b4b390-1 {}] regionserver.HStore(327): Store=ea8ca52527ea7295d3c4f05e32b4b390/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:14,344 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1038): replaying wal for ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:50:14,345 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:50:14,347 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:50:14,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=70 2024-11-13T19:50:14,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 625f75ec330faf52c6136527b5e15c74, server=54d0784d1943,42665,1731527216757 in 928 msec 2024-11-13T19:50:14,348 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8ca52527ea7295d3c4f05e32b4b390/recovered.edits/0000000000000000004 2024-11-13T19:50:14,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=625f75ec330faf52c6136527b5e15c74, ASSIGN in 1.1670 sec 2024-11-13T19:50:14,354 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8ca52527ea7295d3c4f05e32b4b390/recovered.edits/0000000000000000004 2024-11-13T19:50:14,355 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(2902): Flushing ea8ca52527ea7295d3c4f05e32b4b390 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-13T19:50:14,382 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8ca52527ea7295d3c4f05e32b4b390/.tmp/colfamily11/8e1e3d24078c49b690f5add9f618a963 is 52, key is ttt/colfamily11:colfamily11/1731527226538/Put/seqid=0 2024-11-13T19:50:14,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741884_1060 (size=39263) 2024-11-13T19:50:14,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741884_1060 (size=39263) 2024-11-13T19:50:14,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741884_1060 (size=39263) 2024-11-13T19:50:14,418 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8ca52527ea7295d3c4f05e32b4b390/.tmp/colfamily11/8e1e3d24078c49b690f5add9f618a963 2024-11-13T19:50:14,425 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T19:50:14,438 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8ca52527ea7295d3c4f05e32b4b390/.tmp/colfamily11/8e1e3d24078c49b690f5add9f618a963 as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8ca52527ea7295d3c4f05e32b4b390/colfamily11/8e1e3d24078c49b690f5add9f618a963 2024-11-13T19:50:14,472 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8ca52527ea7295d3c4f05e32b4b390/colfamily11/8e1e3d24078c49b690f5add9f618a963, entries=703, sequenceid=4, filesize=38.3 K 2024-11-13T19:50:14,472 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ea8ca52527ea7295d3c4f05e32b4b390 in 118ms, sequenceid=4, compaction requested=false; wal=null 2024-11-13T19:50:14,474 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8ca52527ea7295d3c4f05e32b4b390/recovered.edits/0000000000000000004 2024-11-13T19:50:14,476 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1048): stopping wal replay for ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:50:14,476 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1060): Cleaning up temporary data for ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:50:14,477 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:50:14,480 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1093): writing seq id for ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:50:14,497 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8ca52527ea7295d3c4f05e32b4b390/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T19:50:14,499 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1114): Opened ea8ca52527ea7295d3c4f05e32b4b390; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68463435, jitterRate=0.020184680819511414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:50:14,499 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:50:14,499 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1006): Region open journal for ea8ca52527ea7295d3c4f05e32b4b390: Running coprocessor pre-open hook at 1731527414337Writing region info on filesystem at 1731527414337Initializing all the Stores at 1731527414338 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527414338Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527414338Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527414338Obtaining lock to block concurrent updates at 1731527414355 (+17 ms)Preparing flush snapshotting stores in ea8ca52527ea7295d3c4f05e32b4b390 at 1731527414355Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731527414355Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390. at 1731527414355Flushing ea8ca52527ea7295d3c4f05e32b4b390/colfamily11: creating writer at 1731527414355Flushing ea8ca52527ea7295d3c4f05e32b4b390/colfamily11: appending metadata at 1731527414381 (+26 ms)Flushing ea8ca52527ea7295d3c4f05e32b4b390/colfamily11: closing flushed file at 1731527414381Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@573d099e: reopening flushed file at 1731527414433 (+52 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ea8ca52527ea7295d3c4f05e32b4b390 in 118ms, sequenceid=4, compaction requested=false; wal=null at 1731527414472 (+39 ms)Cleaning up temporary data from old regions at 1731527414476 (+4 ms)Running coprocessor post-open hooks at 1731527414499 (+23 ms)Region opened successfully at 1731527414499 2024-11-13T19:50:14,500 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390., pid=81, masterSystemTime=1731527413557 2024-11-13T19:50:14,503 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390. 2024-11-13T19:50:14,503 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390. 2024-11-13T19:50:14,503 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec. 2024-11-13T19:50:14,503 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 88c31793ec2225d06f0d31241d09d0ec, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-13T19:50:14,504 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:50:14,504 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=ea8ca52527ea7295d3c4f05e32b4b390, regionState=OPEN, openSeqNum=5, regionLocation=54d0784d1943,42665,1731527216757 2024-11-13T19:50:14,504 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:50:14,504 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:50:14,504 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:50:14,514 INFO [StoreOpener-88c31793ec2225d06f0d31241d09d0ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:50:14,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea8ca52527ea7295d3c4f05e32b4b390, server=54d0784d1943,42665,1731527216757 because future has completed 2024-11-13T19:50:14,515 INFO [StoreOpener-88c31793ec2225d06f0d31241d09d0ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88c31793ec2225d06f0d31241d09d0ec columnFamilyName colfamily11 2024-11-13T19:50:14,515 DEBUG [StoreOpener-88c31793ec2225d06f0d31241d09d0ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:14,516 INFO [StoreOpener-88c31793ec2225d06f0d31241d09d0ec-1 {}] regionserver.HStore(327): Store=88c31793ec2225d06f0d31241d09d0ec/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:14,516 INFO [StoreOpener-88c31793ec2225d06f0d31241d09d0ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:50:14,517 INFO [StoreOpener-88c31793ec2225d06f0d31241d09d0ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88c31793ec2225d06f0d31241d09d0ec columnFamilyName colfamily21 2024-11-13T19:50:14,517 DEBUG [StoreOpener-88c31793ec2225d06f0d31241d09d0ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:14,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=69 2024-11-13T19:50:14,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure ea8ca52527ea7295d3c4f05e32b4b390, server=54d0784d1943,42665,1731527216757 in 1.0840 sec 2024-11-13T19:50:14,519 INFO [StoreOpener-88c31793ec2225d06f0d31241d09d0ec-1 {}] regionserver.HStore(327): Store=88c31793ec2225d06f0d31241d09d0ec/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:14,519 INFO [StoreOpener-88c31793ec2225d06f0d31241d09d0ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:50:14,520 INFO [StoreOpener-88c31793ec2225d06f0d31241d09d0ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88c31793ec2225d06f0d31241d09d0ec columnFamilyName colfamily31 2024-11-13T19:50:14,520 DEBUG [StoreOpener-88c31793ec2225d06f0d31241d09d0ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:14,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea8ca52527ea7295d3c4f05e32b4b390, ASSIGN in 1.3370 sec 2024-11-13T19:50:14,521 INFO [StoreOpener-88c31793ec2225d06f0d31241d09d0ec-1 {}] regionserver.HStore(327): Store=88c31793ec2225d06f0d31241d09d0ec/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:14,522 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:50:14,522 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:50:14,524 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:50:14,524 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88c31793ec2225d06f0d31241d09d0ec/recovered.edits/0000000000000000004 2024-11-13T19:50:14,531 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88c31793ec2225d06f0d31241d09d0ec/recovered.edits/0000000000000000004 2024-11-13T19:50:14,531 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing 88c31793ec2225d06f0d31241d09d0ec 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-13T19:50:14,555 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88c31793ec2225d06f0d31241d09d0ec/.tmp/colfamily11/fbc8bf78e39341228efb6f1eb089daad is 52, key is hhh/colfamily11:colfamily11/1731527226243/Put/seqid=0 2024-11-13T19:50:14,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741885_1061 (size=39263) 2024-11-13T19:50:14,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741885_1061 (size=39263) 2024-11-13T19:50:14,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741885_1061 (size=39263) 2024-11-13T19:50:14,616 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88c31793ec2225d06f0d31241d09d0ec/.tmp/colfamily11/fbc8bf78e39341228efb6f1eb089daad 2024-11-13T19:50:14,660 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88c31793ec2225d06f0d31241d09d0ec/.tmp/colfamily11/fbc8bf78e39341228efb6f1eb089daad as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88c31793ec2225d06f0d31241d09d0ec/colfamily11/fbc8bf78e39341228efb6f1eb089daad 2024-11-13T19:50:14,687 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88c31793ec2225d06f0d31241d09d0ec/colfamily11/fbc8bf78e39341228efb6f1eb089daad, entries=703, sequenceid=4, filesize=38.3 K 2024-11-13T19:50:14,688 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 88c31793ec2225d06f0d31241d09d0ec in 157ms, sequenceid=4, compaction requested=false; wal=null 2024-11-13T19:50:14,691 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88c31793ec2225d06f0d31241d09d0ec/recovered.edits/0000000000000000004 2024-11-13T19:50:14,693 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:50:14,693 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:50:14,697 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:50:14,699 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:50:14,709 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88c31793ec2225d06f0d31241d09d0ec/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T19:50:14,712 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 88c31793ec2225d06f0d31241d09d0ec; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71622193, jitterRate=0.06725384294986725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:50:14,712 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:50:14,712 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 88c31793ec2225d06f0d31241d09d0ec: Running coprocessor pre-open hook at 1731527414504Writing region info on filesystem at 1731527414504Initializing all the Stores at 1731527414510 (+6 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527414511 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527414514 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527414514Obtaining lock to block concurrent updates at 1731527414531 (+17 ms)Preparing flush snapshotting stores in 88c31793ec2225d06f0d31241d09d0ec at 1731527414531Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731527414531Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec. at 1731527414531Flushing 88c31793ec2225d06f0d31241d09d0ec/colfamily11: creating writer at 1731527414532 (+1 ms)Flushing 88c31793ec2225d06f0d31241d09d0ec/colfamily11: appending metadata at 1731527414554 (+22 ms)Flushing 88c31793ec2225d06f0d31241d09d0ec/colfamily11: closing flushed file at 1731527414554Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32bde82e: reopening flushed file at 1731527414658 (+104 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 88c31793ec2225d06f0d31241d09d0ec in 157ms, sequenceid=4, compaction requested=false; wal=null at 1731527414688 (+30 ms)Cleaning up temporary data from old regions at 1731527414693 (+5 ms)Running coprocessor post-open hooks at 1731527414712 (+19 ms)Region opened successfully at 1731527414712 2024-11-13T19:50:14,721 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec., pid=79, masterSystemTime=1731527413557 2024-11-13T19:50:14,733 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec. 2024-11-13T19:50:14,733 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec. 2024-11-13T19:50:14,734 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48. 2024-11-13T19:50:14,734 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 26430898ddb1994f3544653aa7d4de48, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-13T19:50:14,734 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 26430898ddb1994f3544653aa7d4de48 2024-11-13T19:50:14,734 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:50:14,734 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 26430898ddb1994f3544653aa7d4de48 2024-11-13T19:50:14,734 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 26430898ddb1994f3544653aa7d4de48 2024-11-13T19:50:14,738 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=88c31793ec2225d06f0d31241d09d0ec, regionState=OPEN, openSeqNum=5, regionLocation=54d0784d1943,42665,1731527216757 2024-11-13T19:50:14,749 INFO [StoreOpener-26430898ddb1994f3544653aa7d4de48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 26430898ddb1994f3544653aa7d4de48 2024-11-13T19:50:14,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88c31793ec2225d06f0d31241d09d0ec, server=54d0784d1943,42665,1731527216757 because future has completed 2024-11-13T19:50:14,754 INFO [StoreOpener-26430898ddb1994f3544653aa7d4de48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26430898ddb1994f3544653aa7d4de48 columnFamilyName colfamily11 2024-11-13T19:50:14,754 DEBUG [StoreOpener-26430898ddb1994f3544653aa7d4de48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:14,756 INFO [StoreOpener-26430898ddb1994f3544653aa7d4de48-1 {}] regionserver.HStore(327): Store=26430898ddb1994f3544653aa7d4de48/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:14,756 INFO [StoreOpener-26430898ddb1994f3544653aa7d4de48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 26430898ddb1994f3544653aa7d4de48 2024-11-13T19:50:14,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=68 2024-11-13T19:50:14,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 88c31793ec2225d06f0d31241d09d0ec, server=54d0784d1943,42665,1731527216757 in 1.3330 sec 2024-11-13T19:50:14,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88c31793ec2225d06f0d31241d09d0ec, ASSIGN in 1.5770 sec 2024-11-13T19:50:14,762 INFO [StoreOpener-26430898ddb1994f3544653aa7d4de48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26430898ddb1994f3544653aa7d4de48 columnFamilyName colfamily21 2024-11-13T19:50:14,762 DEBUG [StoreOpener-26430898ddb1994f3544653aa7d4de48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:14,767 INFO [StoreOpener-26430898ddb1994f3544653aa7d4de48-1 {}] regionserver.HStore(327): Store=26430898ddb1994f3544653aa7d4de48/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:14,767 INFO [StoreOpener-26430898ddb1994f3544653aa7d4de48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 26430898ddb1994f3544653aa7d4de48 2024-11-13T19:50:14,770 INFO [StoreOpener-26430898ddb1994f3544653aa7d4de48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26430898ddb1994f3544653aa7d4de48 columnFamilyName colfamily31 2024-11-13T19:50:14,770 DEBUG [StoreOpener-26430898ddb1994f3544653aa7d4de48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:50:14,773 INFO [StoreOpener-26430898ddb1994f3544653aa7d4de48-1 {}] regionserver.HStore(327): Store=26430898ddb1994f3544653aa7d4de48/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:50:14,774 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 26430898ddb1994f3544653aa7d4de48 2024-11-13T19:50:14,777 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26430898ddb1994f3544653aa7d4de48 2024-11-13T19:50:14,786 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26430898ddb1994f3544653aa7d4de48 2024-11-13T19:50:14,787 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26430898ddb1994f3544653aa7d4de48/recovered.edits/0000000000000000004 2024-11-13T19:50:14,798 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26430898ddb1994f3544653aa7d4de48/recovered.edits/0000000000000000004 2024-11-13T19:50:14,803 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(2902): Flushing 26430898ddb1994f3544653aa7d4de48 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-13T19:50:14,847 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26430898ddb1994f3544653aa7d4de48/.tmp/colfamily11/e2af6228ab7e461ba7356ecfcdfe6317 is 52, key is nnn/colfamily11:colfamily11/1731527226406/Put/seqid=0 2024-11-13T19:50:14,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741886_1062 (size=39263) 2024-11-13T19:50:14,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741886_1062 (size=39263) 2024-11-13T19:50:14,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741886_1062 (size=39263) 2024-11-13T19:50:14,878 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26430898ddb1994f3544653aa7d4de48/.tmp/colfamily11/e2af6228ab7e461ba7356ecfcdfe6317 2024-11-13T19:50:14,892 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26430898ddb1994f3544653aa7d4de48/.tmp/colfamily11/e2af6228ab7e461ba7356ecfcdfe6317 as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26430898ddb1994f3544653aa7d4de48/colfamily11/e2af6228ab7e461ba7356ecfcdfe6317 2024-11-13T19:50:14,901 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26430898ddb1994f3544653aa7d4de48/colfamily11/e2af6228ab7e461ba7356ecfcdfe6317, entries=703, sequenceid=4, filesize=38.3 K 2024-11-13T19:50:14,901 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 26430898ddb1994f3544653aa7d4de48 in 99ms, sequenceid=4, compaction requested=false; wal=null 2024-11-13T19:50:14,902 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26430898ddb1994f3544653aa7d4de48/recovered.edits/0000000000000000004 2024-11-13T19:50:14,904 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 26430898ddb1994f3544653aa7d4de48 2024-11-13T19:50:14,904 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 26430898ddb1994f3544653aa7d4de48 2024-11-13T19:50:14,905 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:50:14,907 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 26430898ddb1994f3544653aa7d4de48 2024-11-13T19:50:14,913 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26430898ddb1994f3544653aa7d4de48/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T19:50:14,920 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 26430898ddb1994f3544653aa7d4de48; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63478252, jitterRate=-0.05410033464431763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:50:14,920 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26430898ddb1994f3544653aa7d4de48 2024-11-13T19:50:14,921 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 26430898ddb1994f3544653aa7d4de48: Running coprocessor pre-open hook at 1731527414735Writing region info on filesystem at 1731527414735Initializing all the Stores at 1731527414741 (+6 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527414741Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527414745 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731527414745Obtaining lock to block concurrent updates at 1731527414803 (+58 ms)Preparing flush snapshotting stores in 26430898ddb1994f3544653aa7d4de48 at 1731527414803Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731527414803Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48. at 1731527414803Flushing 26430898ddb1994f3544653aa7d4de48/colfamily11: creating writer at 1731527414803Flushing 26430898ddb1994f3544653aa7d4de48/colfamily11: appending metadata at 1731527414846 (+43 ms)Flushing 26430898ddb1994f3544653aa7d4de48/colfamily11: closing flushed file at 1731527414847 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5656f39a: reopening flushed file at 1731527414891 (+44 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 26430898ddb1994f3544653aa7d4de48 in 99ms, sequenceid=4, compaction requested=false; wal=null at 1731527414901 (+10 ms)Cleaning up temporary data from old regions at 1731527414904 (+3 ms)Running coprocessor post-open hooks at 1731527414920 (+16 ms)Region opened successfully at 1731527414921 (+1 ms) 2024-11-13T19:50:14,922 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48., pid=80, masterSystemTime=1731527413557 2024-11-13T19:50:14,925 DEBUG [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48. 2024-11-13T19:50:14,925 INFO [RS_OPEN_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48. 2024-11-13T19:50:14,925 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=26430898ddb1994f3544653aa7d4de48, regionState=OPEN, openSeqNum=5, regionLocation=54d0784d1943,42665,1731527216757 2024-11-13T19:50:14,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26430898ddb1994f3544653aa7d4de48, server=54d0784d1943,42665,1731527216757 because future has completed 2024-11-13T19:50:14,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=67 2024-11-13T19:50:14,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 26430898ddb1994f3544653aa7d4de48, server=54d0784d1943,42665,1731527216757 in 1.5040 sec 2024-11-13T19:50:14,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=57 2024-11-13T19:50:14,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=26430898ddb1994f3544653aa7d4de48, ASSIGN in 1.7630 sec 2024-11-13T19:50:14,950 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 54d0784d1943,43951,1731527216868 after splitting done 2024-11-13T19:50:14,950 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-13T19:50:14,950 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:50:14,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:50:14,952 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T19:50:15,183 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:50:15,183 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-13T19:50:15,183 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:50:15,183 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:50:15,183 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:50:15,184 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-13T19:50:15,184 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-13T19:50:15,184 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-13T19:50:15,184 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:50:15,185 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:50:15,187 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-13T19:50:15,187 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-13T19:50:15,187 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-13T19:50:15,187 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-13T19:50:15,187 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-13T19:50:15,187 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-13T19:50:15,187 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-13T19:50:15,187 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-13T19:50:15,187 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-13T19:50:15,187 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-13T19:50:15,187 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-13T19:50:15,187 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-13T19:50:15,187 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-13T19:50:15,187 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-13T19:50:15,187 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-13T19:50:15,187 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-13T19:50:15,187 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-13T19:50:15,187 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-13T19:50:15,187 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=72, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-13T19:50:15,187 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-13T19:50:15,188 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-13T19:50:15,188 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-13T19:50:15,188 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-13T19:50:15,188 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-13T19:50:15,188 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-13T19:50:15,188 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:50:15,189 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-13T19:50:15,189 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39757 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T19:50:15,192 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true 2024-11-13T19:50:15,192 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 2024-11-13T19:50:15,193 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 2024-11-13T19:50:15,193 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:50:15,193 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=54d0784d1943,35165,1731527216930 2024-11-13T19:50:15,193 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 54d0784d1943%2C43951%2C1731527216868.1731527218842, worker=54d0784d1943,42665,1731527216757 2024-11-13T19:50:15,193 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 54d0784d1943%2C43951%2C1731527216868.1731527218842, worker=54d0784d1943,42665,1731527216757 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=794fd32cb98a115cdf92117e6a1fead1, ASSIGN 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd980c6122a0cbca24606b55188928e4, ASSIGN 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=883657147e4a4c1b3140f7d57b000561, ASSIGN 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=26430898ddb1994f3544653aa7d4de48, ASSIGN 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88c31793ec2225d06f0d31241d09d0ec, ASSIGN 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea8ca52527ea7295d3c4f05e32b4b390, ASSIGN 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=625f75ec330faf52c6136527b5e15c74, ASSIGN 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56ffda84ecef77823a77f80354b8e977, ASSIGN 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db9e543540a5670095517a3903d74f77, ASSIGN 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 56ffda84ecef77823a77f80354b8e977, server=54d0784d1943,35165,1731527216930 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure db9e543540a5670095517a3903d74f77, server=54d0784d1943,35165,1731527216930 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 883657147e4a4c1b3140f7d57b000561, server=54d0784d1943,35165,1731527216930 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 794fd32cb98a115cdf92117e6a1fead1, server=54d0784d1943,35165,1731527216930 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure cd980c6122a0cbca24606b55188928e4, server=54d0784d1943,42665,1731527216757 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 625f75ec330faf52c6136527b5e15c74, server=54d0784d1943,42665,1731527216757 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 88c31793ec2225d06f0d31241d09d0ec, server=54d0784d1943,42665,1731527216757 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=80, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 26430898ddb1994f3544653aa7d4de48, server=54d0784d1943,42665,1731527216757 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=81, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure ea8ca52527ea7295d3c4f05e32b4b390, server=54d0784d1943,42665,1731527216757 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 54d0784d1943%2C43951%2C1731527216868.meta.1731527219188.meta, worker=54d0784d1943,35165,1731527216930 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=54d0784d1943,35165,1731527216930 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 54d0784d1943%2C43951%2C1731527216868.1731527218842, worker=54d0784d1943,42665,1731527216757 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 54d0784d1943%2C43951%2C1731527216868.1731527218842, worker=54d0784d1943,42665,1731527216757 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=794fd32cb98a115cdf92117e6a1fead1, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cd980c6122a0cbca24606b55188928e4, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=883657147e4a4c1b3140f7d57b000561, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=26430898ddb1994f3544653aa7d4de48, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88c31793ec2225d06f0d31241d09d0ec, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:15,194 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea8ca52527ea7295d3c4f05e32b4b390, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:15,195 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=625f75ec330faf52c6136527b5e15c74, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:15,195 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56ffda84ecef77823a77f80354b8e977, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:15,195 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db9e543540a5670095517a3903d74f77, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:15,195 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 56ffda84ecef77823a77f80354b8e977, server=54d0784d1943,35165,1731527216930 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:15,195 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure db9e543540a5670095517a3903d74f77, server=54d0784d1943,35165,1731527216930 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:15,195 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 883657147e4a4c1b3140f7d57b000561, server=54d0784d1943,35165,1731527216930 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:15,195 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 794fd32cb98a115cdf92117e6a1fead1, server=54d0784d1943,35165,1731527216930 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:15,195 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure cd980c6122a0cbca24606b55188928e4, server=54d0784d1943,42665,1731527216757 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:15,195 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 625f75ec330faf52c6136527b5e15c74, server=54d0784d1943,42665,1731527216757 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:15,195 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 88c31793ec2225d06f0d31241d09d0ec, server=54d0784d1943,42665,1731527216757 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:15,195 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=80, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 26430898ddb1994f3544653aa7d4de48, server=54d0784d1943,42665,1731527216757 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:15,195 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=81, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure ea8ca52527ea7295d3c4f05e32b4b390, server=54d0784d1943,42665,1731527216757 didn't hold the lock before restarting, skip acquiring lock. 2024-11-13T19:50:15,195 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-13T19:50:15,199 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=61 2024-11-13T19:50:15,199 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=54d0784d1943,35165,1731527216930, table=hbase:meta, region=1588230740 2024-11-13T19:50:15,199 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 54d0784d1943,35165,1731527216930, state=OPEN 2024-11-13T19:50:15,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:50:15,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:50:15,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:50:15,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:50:15,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:50:15,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:50:15,225 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731527445224 2024-11-13T19:50:15,225 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-13T19:50:15,246 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df1bbb00901831281c100d3f74322a65, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:15,246 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=625f75ec330faf52c6136527b5e15c74, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=5 2024-11-13T19:50:15,246 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3bede716e734ef93a4598b2824ac93f7, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:15,246 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=db9e543540a5670095517a3903d74f77, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=5 2024-11-13T19:50:15,246 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ff77b4b4d6683f8ae008c441b0a12634, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:15,247 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c502acd04a283d4e19dfb43b788f1b8e, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:15,247 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4225c4770f825104cab15473ef6afd09, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:15,247 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88c31793ec2225d06f0d31241d09d0ec, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=5 2024-11-13T19:50:15,247 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3c8f08ea0832d0add659b4a762eaeecb, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:15,247 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=883657147e4a4c1b3140f7d57b000561, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=5 2024-11-13T19:50:15,247 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=693afcfe58d6bfeddb494e4191ad208a, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:15,247 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ff820e10adff8aa7d5b1750c2208598e, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:15,247 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f281cdbc8e7bb9e2d165463c3621bd28, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:15,247 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=26430898ddb1994f3544653aa7d4de48, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=5 2024-11-13T19:50:15,247 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8185a788382eeafbac539fd6859cca61, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:15,248 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a782c7612f992af7ac0ddf32fa1a3535, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:15,248 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=794fd32cb98a115cdf92117e6a1fead1, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=5 2024-11-13T19:50:15,248 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=93e1a725e83241c591f9908e5305a915, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:15,248 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8aab09ceed4e6cb83d28ec95a3041925, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:15,248 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea8ca52527ea7295d3c4f05e32b4b390, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=5 2024-11-13T19:50:15,248 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e5971aa7ebe03fa75b4cf1a9a1ba715e, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:15,248 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8f0b260a9608dc3f9d46ab65522d6b69, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:15,249 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=56ffda84ecef77823a77f80354b8e977, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=5 2024-11-13T19:50:15,249 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e00f098ed38fa2457347fd8191f014fc, regionState=OPEN, lastHost=54d0784d1943,35165,1731527216930, regionLocation=54d0784d1943,35165,1731527216930, openSeqNum=2 2024-11-13T19:50:15,249 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1c35ffbc17b9c2b21fe4cce4afd409c8, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=2 2024-11-13T19:50:15,249 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cd980c6122a0cbca24606b55188928e4, regionState=OPEN, lastHost=54d0784d1943,42665,1731527216757, regionLocation=54d0784d1943,42665,1731527216757, openSeqNum=5 2024-11-13T19:50:15,249 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-13T19:50:15,249 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731527475249 2024-11-13T19:50:15,249 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731527535249 2024-11-13T19:50:15,249 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-11-13T19:50:15,249 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 54d0784d1943,43951,1731527216868 after splitting done 2024-11-13T19:50:15,250 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-13T19:50:15,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure 54d0784d1943,43951,1731527216868, splitWal=true, meta=true in 3 mins, 7.72 sec 2024-11-13T19:50:15,506 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51140, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:50:15,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:50:15,524 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 54d0784d1943:43951 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 54d0784d1943/172.17.0.2:43951 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:50:15,525 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74., hostname=54d0784d1943,43951,1731527216868, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74., hostname=54d0784d1943,43951,1731527216868, seqNum=2, error=java.net.ConnectException: Call to address=54d0784d1943:43951 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:50:15,525 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74., hostname=54d0784d1943,43951,1731527216868, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-13T19:50:15,525 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74., hostname=54d0784d1943,43951,1731527216868, seqNum=2 from cache 2024-11-13T19:50:15,526 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 54d0784d1943:43951 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 54d0784d1943/172.17.0.2:43951 2024-11-13T19:50:15,628 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 54d0784d1943:43951 this server is in the failed servers list 2024-11-13T19:50:15,629 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:50:15,629 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:50:15,629 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=54d0784d1943,43951,1731527216868, seqNum=-1 from cache 2024-11-13T19:50:15,737 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:50:15,738 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:50:15,739 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=54d0784d1943,35165,1731527216930, seqNum=-1] 2024-11-13T19:50:15,744 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74., hostname=54d0784d1943,42665,1731527216757, seqNum=5] 2024-11-13T19:50:15,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:50:15,766 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 54d0784d1943:43951 this server is in the failed servers list 2024-11-13T19:50:15,767 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77., hostname=54d0784d1943,43951,1731527216868, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77., hostname=54d0784d1943,43951,1731527216868, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:50:15,767 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77., hostname=54d0784d1943,43951,1731527216868, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:50:15,767 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77., hostname=54d0784d1943,43951,1731527216868, seqNum=2 from cache 2024-11-13T19:50:15,885 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77., hostname=54d0784d1943,35165,1731527216930, seqNum=5] 2024-11-13T19:50:15,912 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 54d0784d1943:43951 this server is in the failed servers list 2024-11-13T19:50:15,914 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec., hostname=54d0784d1943,43951,1731527216868, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec., hostname=54d0784d1943,43951,1731527216868, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:50:15,914 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec., hostname=54d0784d1943,43951,1731527216868, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:50:15,914 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec., hostname=54d0784d1943,43951,1731527216868, seqNum=2 from cache 2024-11-13T19:50:16,022 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec., hostname=54d0784d1943,42665,1731527216757, seqNum=5] 2024-11-13T19:50:16,041 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 54d0784d1943:43951 this server is in the failed servers list 2024-11-13T19:50:16,041 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561., hostname=54d0784d1943,43951,1731527216868, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561., hostname=54d0784d1943,43951,1731527216868, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:50:16,041 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561., hostname=54d0784d1943,43951,1731527216868, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:50:16,041 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561., hostname=54d0784d1943,43951,1731527216868, seqNum=2 from cache 2024-11-13T19:50:16,156 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561., hostname=54d0784d1943,35165,1731527216930, seqNum=5] 2024-11-13T19:50:16,182 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 54d0784d1943:43951 this server is in the failed servers list 2024-11-13T19:50:16,182 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48., hostname=54d0784d1943,43951,1731527216868, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48., hostname=54d0784d1943,43951,1731527216868, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:50:16,182 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48., hostname=54d0784d1943,43951,1731527216868, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:50:16,182 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48., hostname=54d0784d1943,43951,1731527216868, seqNum=2 from cache 2024-11-13T19:50:16,294 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48., hostname=54d0784d1943,42665,1731527216757, seqNum=5] 2024-11-13T19:50:16,324 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 54d0784d1943:43951 this server is in the failed servers list 2024-11-13T19:50:16,325 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1., hostname=54d0784d1943,43951,1731527216868, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1., hostname=54d0784d1943,43951,1731527216868, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:50:16,325 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1., hostname=54d0784d1943,43951,1731527216868, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:50:16,325 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1., hostname=54d0784d1943,43951,1731527216868, seqNum=2 from cache 2024-11-13T19:50:16,434 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1., hostname=54d0784d1943,35165,1731527216930, seqNum=5] 2024-11-13T19:50:16,459 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 54d0784d1943:43951 this server is in the failed servers list 2024-11-13T19:50:16,460 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390., hostname=54d0784d1943,43951,1731527216868, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390., hostname=54d0784d1943,43951,1731527216868, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:50:16,460 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390., hostname=54d0784d1943,43951,1731527216868, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:50:16,460 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390., hostname=54d0784d1943,43951,1731527216868, seqNum=2 from cache 2024-11-13T19:50:16,572 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390., hostname=54d0784d1943,42665,1731527216757, seqNum=5] 2024-11-13T19:50:16,591 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 54d0784d1943:43951 this server is in the failed servers list 2024-11-13T19:50:16,591 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977., hostname=54d0784d1943,43951,1731527216868, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977., hostname=54d0784d1943,43951,1731527216868, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:50:16,592 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977., hostname=54d0784d1943,43951,1731527216868, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:50:16,592 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977., hostname=54d0784d1943,43951,1731527216868, seqNum=2 from cache 2024-11-13T19:50:16,709 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977., hostname=54d0784d1943,35165,1731527216930, seqNum=5] 2024-11-13T19:50:16,726 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 54d0784d1943:43951 this server is in the failed servers list 2024-11-13T19:50:16,726 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4., hostname=54d0784d1943,43951,1731527216868, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4., hostname=54d0784d1943,43951,1731527216868, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=54d0784d1943:43951 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:50:16,727 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4., hostname=54d0784d1943,43951,1731527216868, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 54d0784d1943:43951 2024-11-13T19:50:16,727 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4., hostname=54d0784d1943,43951,1731527216868, seqNum=2 from cache 2024-11-13T19:50:16,843 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4., hostname=54d0784d1943,42665,1731527216757, seqNum=5] 2024-11-13T19:50:16,962 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-13T19:50:16,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:50:16,962 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:50:16,963 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:50:16,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:50:16,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:50:16,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:50:16,964 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:50:16,964 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1400143250, stopped=false 2024-11-13T19:50:16,964 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=54d0784d1943,39757,1731527215850 2024-11-13T19:50:16,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T19:50:16,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:50:16,971 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:50:16,972 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:50:16,972 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:50:16,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:50:16,972 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '54d0784d1943,42665,1731527216757' ***** 2024-11-13T19:50:16,972 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:50:16,972 INFO [RS:0;54d0784d1943:42665 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:50:16,973 INFO [RS:0;54d0784d1943:42665 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:50:16,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T19:50:16,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T19:50:16,973 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:50:16,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:50:16,973 INFO [RS:0;54d0784d1943:42665 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:50:16,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:50:16,973 INFO [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f0b260a9608dc3f9d46ab65522d6b69 2024-11-13T19:50:16,974 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '54d0784d1943,35165,1731527216930' ***** 2024-11-13T19:50:16,974 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:50:16,974 INFO [RS:2;54d0784d1943:35165 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:50:16,974 INFO [RS:2;54d0784d1943:35165 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:50:16,974 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:50:16,974 INFO [RS:2;54d0784d1943:35165 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:50:16,974 INFO [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(3091): Received CLOSE for 56ffda84ecef77823a77f80354b8e977 2024-11-13T19:50:16,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:50:16,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:50:16,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:50:16,982 INFO [regionserver/54d0784d1943:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:50:16,982 INFO [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(3091): Received CLOSE for a782c7612f992af7ac0ddf32fa1a3535 2024-11-13T19:50:16,982 INFO [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(3091): Received CLOSE for 693afcfe58d6bfeddb494e4191ad208a 2024-11-13T19:50:16,982 INFO [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(3091): Received CLOSE for 4225c4770f825104cab15473ef6afd09 2024-11-13T19:50:16,982 INFO [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(3091): Received CLOSE for 625f75ec330faf52c6136527b5e15c74 2024-11-13T19:50:16,982 INFO [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(3091): Received CLOSE for 8aab09ceed4e6cb83d28ec95a3041925 2024-11-13T19:50:16,982 INFO [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(3091): Received CLOSE for 26430898ddb1994f3544653aa7d4de48 2024-11-13T19:50:16,982 INFO [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c35ffbc17b9c2b21fe4cce4afd409c8 2024-11-13T19:50:16,982 INFO [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(3091): Received CLOSE for f281cdbc8e7bb9e2d165463c3621bd28 2024-11-13T19:50:16,982 INFO [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(3091): Received CLOSE for ea8ca52527ea7295d3c4f05e32b4b390 2024-11-13T19:50:16,982 INFO [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(3091): Received CLOSE for 88c31793ec2225d06f0d31241d09d0ec 2024-11-13T19:50:16,982 INFO [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(3091): Received CLOSE for ff77b4b4d6683f8ae008c441b0a12634 2024-11-13T19:50:16,982 INFO [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(3091): Received CLOSE for cd980c6122a0cbca24606b55188928e4 2024-11-13T19:50:16,982 INFO [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(959): stopping server 54d0784d1943,42665,1731527216757 2024-11-13T19:50:16,982 INFO [RS:0;54d0784d1943:42665 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:50:16,982 INFO [RS:0;54d0784d1943:42665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;54d0784d1943:42665. 2024-11-13T19:50:16,982 DEBUG [RS:0;54d0784d1943:42665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:50:16,982 DEBUG [RS:0;54d0784d1943:42665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:50:16,983 INFO [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-13T19:50:16,983 DEBUG [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(1351): Waiting on 1c35ffbc17b9c2b21fe4cce4afd409c8, 26430898ddb1994f3544653aa7d4de48, 4225c4770f825104cab15473ef6afd09, 625f75ec330faf52c6136527b5e15c74, 693afcfe58d6bfeddb494e4191ad208a, 88c31793ec2225d06f0d31241d09d0ec, 8aab09ceed4e6cb83d28ec95a3041925, 8f0b260a9608dc3f9d46ab65522d6b69, a782c7612f992af7ac0ddf32fa1a3535, cd980c6122a0cbca24606b55188928e4, ea8ca52527ea7295d3c4f05e32b4b390, f281cdbc8e7bb9e2d165463c3621bd28, ff77b4b4d6683f8ae008c441b0a12634 2024-11-13T19:50:16,984 INFO [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(3091): Received CLOSE for db9e543540a5670095517a3903d74f77 2024-11-13T19:50:16,984 INFO [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(3091): Received CLOSE for 8185a788382eeafbac539fd6859cca61 2024-11-13T19:50:16,984 INFO [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(3091): Received CLOSE for 883657147e4a4c1b3140f7d57b000561 2024-11-13T19:50:16,984 INFO [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(3091): Received CLOSE for 794fd32cb98a115cdf92117e6a1fead1 2024-11-13T19:50:16,984 INFO [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(3091): Received CLOSE for 93e1a725e83241c591f9908e5305a915 2024-11-13T19:50:16,984 INFO [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(3091): Received CLOSE for e00f098ed38fa2457347fd8191f014fc 2024-11-13T19:50:16,984 INFO [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(3091): Received CLOSE for c502acd04a283d4e19dfb43b788f1b8e 2024-11-13T19:50:16,984 INFO [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(3091): Received CLOSE for e5971aa7ebe03fa75b4cf1a9a1ba715e 2024-11-13T19:50:16,984 INFO [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(3091): Received CLOSE for df1bbb00901831281c100d3f74322a65 2024-11-13T19:50:16,984 INFO [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(3091): Received CLOSE for 3bede716e734ef93a4598b2824ac93f7 2024-11-13T19:50:16,984 INFO [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c8f08ea0832d0add659b4a762eaeecb 2024-11-13T19:50:16,984 INFO [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(3091): Received CLOSE for ff820e10adff8aa7d5b1750c2208598e 2024-11-13T19:50:16,984 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f0b260a9608dc3f9d46ab65522d6b69, disabling compactions & flushes 2024-11-13T19:50:16,984 INFO [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(959): stopping server 54d0784d1943,35165,1731527216930 2024-11-13T19:50:16,984 INFO [RS:2;54d0784d1943:35165 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:50:16,984 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69. 2024-11-13T19:50:16,984 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69. 2024-11-13T19:50:16,984 INFO [RS:2;54d0784d1943:35165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;54d0784d1943:35165. 2024-11-13T19:50:16,984 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69. after waiting 0 ms 2024-11-13T19:50:16,984 DEBUG [RS:2;54d0784d1943:35165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:50:16,984 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69. 2024-11-13T19:50:16,984 DEBUG [RS:2;54d0784d1943:35165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:50:16,984 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8f0b260a9608dc3f9d46ab65522d6b69 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-13T19:50:16,984 INFO [RS:2;54d0784d1943:35165 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:50:16,984 INFO [RS:2;54d0784d1943:35165 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:50:16,984 INFO [RS:2;54d0784d1943:35165 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:50:16,985 INFO [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:50:16,985 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56ffda84ecef77823a77f80354b8e977, disabling compactions & flushes 2024-11-13T19:50:16,985 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977. 2024-11-13T19:50:16,986 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977. 2024-11-13T19:50:16,986 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977. after waiting 0 ms 2024-11-13T19:50:16,986 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977. 2024-11-13T19:50:16,989 INFO [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-13T19:50:16,989 DEBUG [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3bede716e734ef93a4598b2824ac93f7, 3c8f08ea0832d0add659b4a762eaeecb, 56ffda84ecef77823a77f80354b8e977, 794fd32cb98a115cdf92117e6a1fead1, 8185a788382eeafbac539fd6859cca61, 883657147e4a4c1b3140f7d57b000561, 93e1a725e83241c591f9908e5305a915, c502acd04a283d4e19dfb43b788f1b8e, db9e543540a5670095517a3903d74f77, df1bbb00901831281c100d3f74322a65, e00f098ed38fa2457347fd8191f014fc, e5971aa7ebe03fa75b4cf1a9a1ba715e, ff820e10adff8aa7d5b1750c2208598e 2024-11-13T19:50:16,993 DEBUG [RS_CLOSE_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:50:16,993 INFO [RS_CLOSE_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:50:16,993 DEBUG [RS_CLOSE_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:50:16,993 DEBUG [RS_CLOSE_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:50:16,993 DEBUG [RS_CLOSE_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:50:16,994 INFO [RS_CLOSE_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.39 KB heapSize=19.70 KB 2024-11-13T19:50:16,996 INFO [regionserver/54d0784d1943:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:50:17,016 DEBUG [RS_CLOSE_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/.tmp/info/640815cccd4740d18492833d626d7097 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74./info:regioninfo/1731527414337/Put/seqid=0 2024-11-13T19:50:17,020 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56ffda84ecef77823a77f80354b8e977/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-13T19:50:17,026 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977. 2024-11-13T19:50:17,027 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56ffda84ecef77823a77f80354b8e977: Waiting for close lock at 1731527416985Running coprocessor pre-close hooks at 1731527416985Disabling compacts and flushes for region at 1731527416985Disabling writes for close at 1731527416986 (+1 ms)Writing region close event to WAL at 1731527417007 (+21 ms)Running coprocessor post-close hooks at 1731527417022 (+15 ms)Closed at 1731527417026 (+4 ms) 2024-11-13T19:50:17,027 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731527219715.56ffda84ecef77823a77f80354b8e977. 2024-11-13T19:50:17,027 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db9e543540a5670095517a3903d74f77, disabling compactions & flushes 2024-11-13T19:50:17,027 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77. 2024-11-13T19:50:17,027 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77. 2024-11-13T19:50:17,027 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77. after waiting 0 ms 2024-11-13T19:50:17,027 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77. 2024-11-13T19:50:17,033 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f0b260a9608dc3f9d46ab65522d6b69/.tmp/colfamily11/225306288e974ba8987c6ab8a2405ad7 is 52, key is vvv/colfamily11:colfamily11/1731527226726/Put/seqid=0 2024-11-13T19:50:17,039 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db9e543540a5670095517a3903d74f77/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-13T19:50:17,040 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77. 2024-11-13T19:50:17,040 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db9e543540a5670095517a3903d74f77: Waiting for close lock at 1731527417027Running coprocessor pre-close hooks at 1731527417027Disabling compacts and flushes for region at 1731527417027Disabling writes for close at 1731527417027Writing region close event to WAL at 1731527417034 (+7 ms)Running coprocessor post-close hooks at 1731527417040 (+6 ms)Closed at 1731527417040 2024-11-13T19:50:17,040 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731527219715.db9e543540a5670095517a3903d74f77. 2024-11-13T19:50:17,041 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8185a788382eeafbac539fd6859cca61, disabling compactions & flushes 2024-11-13T19:50:17,041 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731527219715.8185a788382eeafbac539fd6859cca61. 2024-11-13T19:50:17,041 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731527219715.8185a788382eeafbac539fd6859cca61. 2024-11-13T19:50:17,041 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731527219715.8185a788382eeafbac539fd6859cca61. after waiting 0 ms 2024-11-13T19:50:17,041 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731527219715.8185a788382eeafbac539fd6859cca61. 2024-11-13T19:50:17,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741887_1063 (size=19852) 2024-11-13T19:50:17,041 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8185a788382eeafbac539fd6859cca61 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-13T19:50:17,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741887_1063 (size=19852) 2024-11-13T19:50:17,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741887_1063 (size=19852) 2024-11-13T19:50:17,043 INFO [RS_CLOSE_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.39 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/.tmp/info/640815cccd4740d18492833d626d7097 2024-11-13T19:50:17,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741888_1064 (size=39263) 2024-11-13T19:50:17,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741888_1064 (size=39263) 2024-11-13T19:50:17,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741888_1064 (size=39263) 2024-11-13T19:50:17,050 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f0b260a9608dc3f9d46ab65522d6b69/.tmp/colfamily11/225306288e974ba8987c6ab8a2405ad7 2024-11-13T19:50:17,052 DEBUG [RS_CLOSE_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/.tmp/info/640815cccd4740d18492833d626d7097 as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/info/640815cccd4740d18492833d626d7097 2024-11-13T19:50:17,057 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f0b260a9608dc3f9d46ab65522d6b69/.tmp/colfamily11/225306288e974ba8987c6ab8a2405ad7 as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f0b260a9608dc3f9d46ab65522d6b69/colfamily11/225306288e974ba8987c6ab8a2405ad7 2024-11-13T19:50:17,059 INFO [RS_CLOSE_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/info/640815cccd4740d18492833d626d7097, entries=72, sequenceid=81, filesize=19.4 K 2024-11-13T19:50:17,061 INFO [RS_CLOSE_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.39 KB/13710, heapSize ~18.94 KB/19392, currentSize=0 B/0 for 1588230740 in 68ms, sequenceid=81, compaction requested=false 2024-11-13T19:50:17,064 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f0b260a9608dc3f9d46ab65522d6b69/colfamily11/225306288e974ba8987c6ab8a2405ad7, entries=703, sequenceid=5, filesize=38.3 K 2024-11-13T19:50:17,065 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8f0b260a9608dc3f9d46ab65522d6b69 in 81ms, sequenceid=5, compaction requested=false 2024-11-13T19:50:17,068 DEBUG [RS_CLOSE_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/hbase/meta/1588230740/recovered.edits/84.seqid, newMaxSeqId=84, maxSeqId=60 2024-11-13T19:50:17,069 DEBUG [RS_CLOSE_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:50:17,069 INFO [RS_CLOSE_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:50:17,069 DEBUG [RS_CLOSE_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731527416993Running coprocessor pre-close hooks at 1731527416993Disabling compacts and flushes for region at 1731527416993Disabling writes for close at 1731527416993Obtaining lock to block concurrent updates at 1731527416994 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731527416994Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13710, getHeapSize=20112, getOffHeapSize=0, getCellsCount=72 at 1731527416994Flushing stores of hbase:meta,,1.1588230740 at 1731527416995 (+1 ms)Flushing 1588230740/info: creating writer at 1731527416995Flushing 1588230740/info: appending metadata at 1731527417016 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731527417016Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51eec7ec: reopening flushed file at 1731527417051 (+35 ms)Finished flush of dataSize ~13.39 KB/13710, heapSize ~18.94 KB/19392, currentSize=0 B/0 for 1588230740 in 68ms, sequenceid=81, compaction requested=false at 1731527417061 (+10 ms)Writing region close event to WAL at 1731527417063 (+2 ms)Running coprocessor post-close hooks at 1731527417069 (+6 ms)Closed at 1731527417069 2024-11-13T19:50:17,069 DEBUG [RS_CLOSE_META-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:50:17,070 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8f0b260a9608dc3f9d46ab65522d6b69/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:50:17,070 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69. 2024-11-13T19:50:17,071 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f0b260a9608dc3f9d46ab65522d6b69: Waiting for close lock at 1731527416984Running coprocessor pre-close hooks at 1731527416984Disabling compacts and flushes for region at 1731527416984Disabling writes for close at 1731527416984Obtaining lock to block concurrent updates at 1731527416984Preparing flush snapshotting stores in 8f0b260a9608dc3f9d46ab65522d6b69 at 1731527416984Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731527416991 (+7 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69. at 1731527416992 (+1 ms)Flushing 8f0b260a9608dc3f9d46ab65522d6b69/colfamily11: creating writer at 1731527416992Flushing 8f0b260a9608dc3f9d46ab65522d6b69/colfamily11: appending metadata at 1731527417032 (+40 ms)Flushing 8f0b260a9608dc3f9d46ab65522d6b69/colfamily11: closing flushed file at 1731527417032Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b28e58a: reopening flushed file at 1731527417056 (+24 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8f0b260a9608dc3f9d46ab65522d6b69 in 81ms, sequenceid=5, compaction requested=false at 1731527417065 (+9 ms)Writing region close event to WAL at 1731527417066 (+1 ms)Running coprocessor post-close hooks at 1731527417070 (+4 ms)Closed at 1731527417070 2024-11-13T19:50:17,071 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731527219715.8f0b260a9608dc3f9d46ab65522d6b69. 2024-11-13T19:50:17,071 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a782c7612f992af7ac0ddf32fa1a3535, disabling compactions & flushes 2024-11-13T19:50:17,071 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731527219715.a782c7612f992af7ac0ddf32fa1a3535. 2024-11-13T19:50:17,071 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731527219715.a782c7612f992af7ac0ddf32fa1a3535. 2024-11-13T19:50:17,071 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731527219715.a782c7612f992af7ac0ddf32fa1a3535. after waiting 0 ms 2024-11-13T19:50:17,071 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731527219715.a782c7612f992af7ac0ddf32fa1a3535. 2024-11-13T19:50:17,071 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a782c7612f992af7ac0ddf32fa1a3535 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-13T19:50:17,073 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8185a788382eeafbac539fd6859cca61/.tmp/colfamily11/0318a4e8038647a9a8a83dc1138ee925 is 52, key is ooo/colfamily11:colfamily11/1731527226567/Put/seqid=0 2024-11-13T19:50:17,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741889_1065 (size=39263) 2024-11-13T19:50:17,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741889_1065 (size=39263) 2024-11-13T19:50:17,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741889_1065 (size=39263) 2024-11-13T19:50:17,097 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a782c7612f992af7ac0ddf32fa1a3535/.tmp/colfamily11/2d5be5a0021b4d77b8fb82fd264116a5 is 52, key is ppp/colfamily11:colfamily11/1731527226649/Put/seqid=0 2024-11-13T19:50:17,097 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8185a788382eeafbac539fd6859cca61/.tmp/colfamily11/0318a4e8038647a9a8a83dc1138ee925 2024-11-13T19:50:17,107 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8185a788382eeafbac539fd6859cca61/.tmp/colfamily11/0318a4e8038647a9a8a83dc1138ee925 as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8185a788382eeafbac539fd6859cca61/colfamily11/0318a4e8038647a9a8a83dc1138ee925 2024-11-13T19:50:17,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741890_1066 (size=39263) 2024-11-13T19:50:17,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741890_1066 (size=39263) 2024-11-13T19:50:17,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741890_1066 (size=39263) 2024-11-13T19:50:17,117 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a782c7612f992af7ac0ddf32fa1a3535/.tmp/colfamily11/2d5be5a0021b4d77b8fb82fd264116a5 2024-11-13T19:50:17,119 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8185a788382eeafbac539fd6859cca61/colfamily11/0318a4e8038647a9a8a83dc1138ee925, entries=703, sequenceid=5, filesize=38.3 K 2024-11-13T19:50:17,122 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8185a788382eeafbac539fd6859cca61 in 81ms, sequenceid=5, compaction requested=false 2024-11-13T19:50:17,131 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a782c7612f992af7ac0ddf32fa1a3535/.tmp/colfamily11/2d5be5a0021b4d77b8fb82fd264116a5 as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a782c7612f992af7ac0ddf32fa1a3535/colfamily11/2d5be5a0021b4d77b8fb82fd264116a5 2024-11-13T19:50:17,136 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8185a788382eeafbac539fd6859cca61/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:50:17,137 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731527219715.8185a788382eeafbac539fd6859cca61. 2024-11-13T19:50:17,137 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8185a788382eeafbac539fd6859cca61: Waiting for close lock at 1731527417040Running coprocessor pre-close hooks at 1731527417040Disabling compacts and flushes for region at 1731527417040Disabling writes for close at 1731527417041 (+1 ms)Obtaining lock to block concurrent updates at 1731527417041Preparing flush snapshotting stores in 8185a788382eeafbac539fd6859cca61 at 1731527417041Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731527219715.8185a788382eeafbac539fd6859cca61., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731527417041Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731527219715.8185a788382eeafbac539fd6859cca61. at 1731527417042 (+1 ms)Flushing 8185a788382eeafbac539fd6859cca61/colfamily11: creating writer at 1731527417042Flushing 8185a788382eeafbac539fd6859cca61/colfamily11: appending metadata at 1731527417073 (+31 ms)Flushing 8185a788382eeafbac539fd6859cca61/colfamily11: closing flushed file at 1731527417073Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b984b59: reopening flushed file at 1731527417106 (+33 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8185a788382eeafbac539fd6859cca61 in 81ms, sequenceid=5, compaction requested=false at 1731527417122 (+16 ms)Writing region close event to WAL at 1731527417130 (+8 ms)Running coprocessor post-close hooks at 1731527417137 (+7 ms)Closed at 1731527417137 2024-11-13T19:50:17,137 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731527219715.8185a788382eeafbac539fd6859cca61. 2024-11-13T19:50:17,137 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 883657147e4a4c1b3140f7d57b000561, disabling compactions & flushes 2024-11-13T19:50:17,137 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561. 2024-11-13T19:50:17,138 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561. 2024-11-13T19:50:17,138 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561. after waiting 0 ms 2024-11-13T19:50:17,138 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561. 2024-11-13T19:50:17,142 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a782c7612f992af7ac0ddf32fa1a3535/colfamily11/2d5be5a0021b4d77b8fb82fd264116a5, entries=703, sequenceid=5, filesize=38.3 K 2024-11-13T19:50:17,144 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/883657147e4a4c1b3140f7d57b000561/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-13T19:50:17,145 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561. 2024-11-13T19:50:17,145 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 883657147e4a4c1b3140f7d57b000561: Waiting for close lock at 1731527417137Running coprocessor pre-close hooks at 1731527417137Disabling compacts and flushes for region at 1731527417137Disabling writes for close at 1731527417138 (+1 ms)Writing region close event to WAL at 1731527417138Running coprocessor post-close hooks at 1731527417145 (+7 ms)Closed at 1731527417145 2024-11-13T19:50:17,145 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731527219715.883657147e4a4c1b3140f7d57b000561. 2024-11-13T19:50:17,145 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 794fd32cb98a115cdf92117e6a1fead1, disabling compactions & flushes 2024-11-13T19:50:17,145 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1. 2024-11-13T19:50:17,145 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1. 2024-11-13T19:50:17,146 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1. after waiting 0 ms 2024-11-13T19:50:17,146 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1. 2024-11-13T19:50:17,146 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a782c7612f992af7ac0ddf32fa1a3535 in 75ms, sequenceid=5, compaction requested=false 2024-11-13T19:50:17,160 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/794fd32cb98a115cdf92117e6a1fead1/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-13T19:50:17,161 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1. 2024-11-13T19:50:17,161 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 794fd32cb98a115cdf92117e6a1fead1: Waiting for close lock at 1731527417145Running coprocessor pre-close hooks at 1731527417145Disabling compacts and flushes for region at 1731527417145Disabling writes for close at 1731527417146 (+1 ms)Writing region close event to WAL at 1731527417148 (+2 ms)Running coprocessor post-close hooks at 1731527417161 (+13 ms)Closed at 1731527417161 2024-11-13T19:50:17,161 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731527219715.794fd32cb98a115cdf92117e6a1fead1. 2024-11-13T19:50:17,162 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93e1a725e83241c591f9908e5305a915, disabling compactions & flushes 2024-11-13T19:50:17,162 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731527219715.93e1a725e83241c591f9908e5305a915. 2024-11-13T19:50:17,162 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731527219715.93e1a725e83241c591f9908e5305a915. 2024-11-13T19:50:17,162 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731527219715.93e1a725e83241c591f9908e5305a915. after waiting 0 ms 2024-11-13T19:50:17,162 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731527219715.93e1a725e83241c591f9908e5305a915. 2024-11-13T19:50:17,162 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 93e1a725e83241c591f9908e5305a915 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-13T19:50:17,162 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a782c7612f992af7ac0ddf32fa1a3535/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:50:17,163 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731527219715.a782c7612f992af7ac0ddf32fa1a3535. 2024-11-13T19:50:17,163 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a782c7612f992af7ac0ddf32fa1a3535: Waiting for close lock at 1731527417071Running coprocessor pre-close hooks at 1731527417071Disabling compacts and flushes for region at 1731527417071Disabling writes for close at 1731527417071Obtaining lock to block concurrent updates at 1731527417071Preparing flush snapshotting stores in a782c7612f992af7ac0ddf32fa1a3535 at 1731527417071Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731527219715.a782c7612f992af7ac0ddf32fa1a3535., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731527417072 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731527219715.a782c7612f992af7ac0ddf32fa1a3535. at 1731527417072Flushing a782c7612f992af7ac0ddf32fa1a3535/colfamily11: creating writer at 1731527417072Flushing a782c7612f992af7ac0ddf32fa1a3535/colfamily11: appending metadata at 1731527417097 (+25 ms)Flushing a782c7612f992af7ac0ddf32fa1a3535/colfamily11: closing flushed file at 1731527417097Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a37b3b: reopening flushed file at 1731527417126 (+29 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a782c7612f992af7ac0ddf32fa1a3535 in 75ms, sequenceid=5, compaction requested=false at 1731527417146 (+20 ms)Writing region close event to WAL at 1731527417158 (+12 ms)Running coprocessor post-close hooks at 1731527417163 (+5 ms)Closed at 1731527417163 2024-11-13T19:50:17,163 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731527219715.a782c7612f992af7ac0ddf32fa1a3535. 2024-11-13T19:50:17,164 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 693afcfe58d6bfeddb494e4191ad208a, disabling compactions & flushes 2024-11-13T19:50:17,164 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a. 2024-11-13T19:50:17,164 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a. 2024-11-13T19:50:17,164 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a. after waiting 0 ms 2024-11-13T19:50:17,164 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a. 2024-11-13T19:50:17,164 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 693afcfe58d6bfeddb494e4191ad208a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-13T19:50:17,183 DEBUG [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(1351): Waiting on 1c35ffbc17b9c2b21fe4cce4afd409c8, 26430898ddb1994f3544653aa7d4de48, 4225c4770f825104cab15473ef6afd09, 625f75ec330faf52c6136527b5e15c74, 693afcfe58d6bfeddb494e4191ad208a, 88c31793ec2225d06f0d31241d09d0ec, 8aab09ceed4e6cb83d28ec95a3041925, cd980c6122a0cbca24606b55188928e4, ea8ca52527ea7295d3c4f05e32b4b390, f281cdbc8e7bb9e2d165463c3621bd28, ff77b4b4d6683f8ae008c441b0a12634 2024-11-13T19:50:17,187 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/693afcfe58d6bfeddb494e4191ad208a/.tmp/colfamily11/ff09558c4d43440dbde7b496930f8f69 is 52, key is kkk/colfamily11:colfamily11/1731527226552/Put/seqid=0 2024-11-13T19:50:17,188 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/93e1a725e83241c591f9908e5305a915/.tmp/colfamily11/d0978bcea82c46c6b4047028f42bbaf4 is 52, key is rrr/colfamily11:colfamily11/1731527226616/Put/seqid=0 2024-11-13T19:50:17,189 DEBUG [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(1351): Waiting on 3bede716e734ef93a4598b2824ac93f7, 3c8f08ea0832d0add659b4a762eaeecb, 93e1a725e83241c591f9908e5305a915, c502acd04a283d4e19dfb43b788f1b8e, df1bbb00901831281c100d3f74322a65, e00f098ed38fa2457347fd8191f014fc, e5971aa7ebe03fa75b4cf1a9a1ba715e, ff820e10adff8aa7d5b1750c2208598e 2024-11-13T19:50:17,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741891_1067 (size=39263) 2024-11-13T19:50:17,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741891_1067 (size=39263) 2024-11-13T19:50:17,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741891_1067 (size=39263) 2024-11-13T19:50:17,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741892_1068 (size=39263) 2024-11-13T19:50:17,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741892_1068 (size=39263) 2024-11-13T19:50:17,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741892_1068 (size=39263) 2024-11-13T19:50:17,384 DEBUG [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(1351): Waiting on 1c35ffbc17b9c2b21fe4cce4afd409c8, 26430898ddb1994f3544653aa7d4de48, 4225c4770f825104cab15473ef6afd09, 625f75ec330faf52c6136527b5e15c74, 693afcfe58d6bfeddb494e4191ad208a, 88c31793ec2225d06f0d31241d09d0ec, 8aab09ceed4e6cb83d28ec95a3041925, cd980c6122a0cbca24606b55188928e4, ea8ca52527ea7295d3c4f05e32b4b390, f281cdbc8e7bb9e2d165463c3621bd28, ff77b4b4d6683f8ae008c441b0a12634 2024-11-13T19:50:17,390 DEBUG [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(1351): Waiting on 3bede716e734ef93a4598b2824ac93f7, 3c8f08ea0832d0add659b4a762eaeecb, 93e1a725e83241c591f9908e5305a915, c502acd04a283d4e19dfb43b788f1b8e, df1bbb00901831281c100d3f74322a65, e00f098ed38fa2457347fd8191f014fc, e5971aa7ebe03fa75b4cf1a9a1ba715e, ff820e10adff8aa7d5b1750c2208598e 2024-11-13T19:50:17,584 DEBUG [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(1351): Waiting on 1c35ffbc17b9c2b21fe4cce4afd409c8, 26430898ddb1994f3544653aa7d4de48, 4225c4770f825104cab15473ef6afd09, 625f75ec330faf52c6136527b5e15c74, 693afcfe58d6bfeddb494e4191ad208a, 88c31793ec2225d06f0d31241d09d0ec, 8aab09ceed4e6cb83d28ec95a3041925, cd980c6122a0cbca24606b55188928e4, ea8ca52527ea7295d3c4f05e32b4b390, f281cdbc8e7bb9e2d165463c3621bd28, ff77b4b4d6683f8ae008c441b0a12634 2024-11-13T19:50:17,590 DEBUG [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(1351): Waiting on 3bede716e734ef93a4598b2824ac93f7, 3c8f08ea0832d0add659b4a762eaeecb, 93e1a725e83241c591f9908e5305a915, c502acd04a283d4e19dfb43b788f1b8e, df1bbb00901831281c100d3f74322a65, e00f098ed38fa2457347fd8191f014fc, e5971aa7ebe03fa75b4cf1a9a1ba715e, ff820e10adff8aa7d5b1750c2208598e 2024-11-13T19:50:17,597 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/693afcfe58d6bfeddb494e4191ad208a/.tmp/colfamily11/ff09558c4d43440dbde7b496930f8f69 2024-11-13T19:50:17,598 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/93e1a725e83241c591f9908e5305a915/.tmp/colfamily11/d0978bcea82c46c6b4047028f42bbaf4 2024-11-13T19:50:17,609 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/693afcfe58d6bfeddb494e4191ad208a/.tmp/colfamily11/ff09558c4d43440dbde7b496930f8f69 as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/693afcfe58d6bfeddb494e4191ad208a/colfamily11/ff09558c4d43440dbde7b496930f8f69 2024-11-13T19:50:17,610 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/93e1a725e83241c591f9908e5305a915/.tmp/colfamily11/d0978bcea82c46c6b4047028f42bbaf4 as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/93e1a725e83241c591f9908e5305a915/colfamily11/d0978bcea82c46c6b4047028f42bbaf4 2024-11-13T19:50:17,616 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/693afcfe58d6bfeddb494e4191ad208a/colfamily11/ff09558c4d43440dbde7b496930f8f69, entries=703, sequenceid=5, filesize=38.3 K 2024-11-13T19:50:17,618 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/93e1a725e83241c591f9908e5305a915/colfamily11/d0978bcea82c46c6b4047028f42bbaf4, entries=703, sequenceid=5, filesize=38.3 K 2024-11-13T19:50:17,619 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 93e1a725e83241c591f9908e5305a915 in 457ms, sequenceid=5, compaction requested=false 2024-11-13T19:50:17,625 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 693afcfe58d6bfeddb494e4191ad208a in 461ms, sequenceid=5, compaction requested=false 2024-11-13T19:50:17,646 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/93e1a725e83241c591f9908e5305a915/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:50:17,646 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/693afcfe58d6bfeddb494e4191ad208a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:50:17,647 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a. 2024-11-13T19:50:17,647 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731527219715.93e1a725e83241c591f9908e5305a915. 2024-11-13T19:50:17,647 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 693afcfe58d6bfeddb494e4191ad208a: Waiting for close lock at 1731527417164Running coprocessor pre-close hooks at 1731527417164Disabling compacts and flushes for region at 1731527417164Disabling writes for close at 1731527417164Obtaining lock to block concurrent updates at 1731527417164Preparing flush snapshotting stores in 693afcfe58d6bfeddb494e4191ad208a at 1731527417164Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731527417164Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a. at 1731527417165 (+1 ms)Flushing 693afcfe58d6bfeddb494e4191ad208a/colfamily11: creating writer at 1731527417165Flushing 693afcfe58d6bfeddb494e4191ad208a/colfamily11: appending metadata at 1731527417187 (+22 ms)Flushing 693afcfe58d6bfeddb494e4191ad208a/colfamily11: closing flushed file at 1731527417187Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@450e46c0: reopening flushed file at 1731527417608 (+421 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 693afcfe58d6bfeddb494e4191ad208a in 461ms, sequenceid=5, compaction requested=false at 1731527417625 (+17 ms)Writing region close event to WAL at 1731527417628 (+3 ms)Running coprocessor post-close hooks at 1731527417647 (+19 ms)Closed at 1731527417647 2024-11-13T19:50:17,647 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93e1a725e83241c591f9908e5305a915: Waiting for close lock at 1731527417162Running coprocessor pre-close hooks at 1731527417162Disabling compacts and flushes for region at 1731527417162Disabling writes for close at 1731527417162Obtaining lock to block concurrent updates at 1731527417162Preparing flush snapshotting stores in 93e1a725e83241c591f9908e5305a915 at 1731527417162Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731527219715.93e1a725e83241c591f9908e5305a915., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731527417162Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731527219715.93e1a725e83241c591f9908e5305a915. at 1731527417163 (+1 ms)Flushing 93e1a725e83241c591f9908e5305a915/colfamily11: creating writer at 1731527417163Flushing 93e1a725e83241c591f9908e5305a915/colfamily11: appending metadata at 1731527417188 (+25 ms)Flushing 93e1a725e83241c591f9908e5305a915/colfamily11: closing flushed file at 1731527417188Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73488504: reopening flushed file at 1731527417609 (+421 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 93e1a725e83241c591f9908e5305a915 in 457ms, sequenceid=5, compaction requested=false at 1731527417619 (+10 ms)Writing region close event to WAL at 1731527417621 (+2 ms)Running coprocessor post-close hooks at 1731527417647 (+26 ms)Closed at 1731527417647 2024-11-13T19:50:17,647 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731527219715.693afcfe58d6bfeddb494e4191ad208a. 2024-11-13T19:50:17,647 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731527219715.93e1a725e83241c591f9908e5305a915. 2024-11-13T19:50:17,648 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4225c4770f825104cab15473ef6afd09, disabling compactions & flushes 2024-11-13T19:50:17,648 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09. 2024-11-13T19:50:17,648 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09. 2024-11-13T19:50:17,648 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09. after waiting 0 ms 2024-11-13T19:50:17,648 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09. 2024-11-13T19:50:17,648 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4225c4770f825104cab15473ef6afd09 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-13T19:50:17,648 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e00f098ed38fa2457347fd8191f014fc, disabling compactions & flushes 2024-11-13T19:50:17,648 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc. 2024-11-13T19:50:17,648 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc. 2024-11-13T19:50:17,648 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc. after waiting 0 ms 2024-11-13T19:50:17,648 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc. 2024-11-13T19:50:17,648 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e00f098ed38fa2457347fd8191f014fc 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-13T19:50:17,656 INFO [regionserver/54d0784d1943:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:50:17,656 INFO [regionserver/54d0784d1943:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:50:17,667 INFO [regionserver/54d0784d1943:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:50:17,667 INFO [regionserver/54d0784d1943:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:50:17,676 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e00f098ed38fa2457347fd8191f014fc/.tmp/colfamily11/479298358be94fd19536de0091259cfa is 52, key is xxx/colfamily11:colfamily11/1731527226748/Put/seqid=0 2024-11-13T19:50:17,679 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4225c4770f825104cab15473ef6afd09/.tmp/colfamily11/51724102f3c84721bc074349ec16abdb is 52, key is ggg/colfamily11:colfamily11/1731527226505/Put/seqid=0 2024-11-13T19:50:17,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741893_1069 (size=39263) 2024-11-13T19:50:17,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741893_1069 (size=39263) 2024-11-13T19:50:17,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741893_1069 (size=39263) 2024-11-13T19:50:17,702 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e00f098ed38fa2457347fd8191f014fc/.tmp/colfamily11/479298358be94fd19536de0091259cfa 2024-11-13T19:50:17,716 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e00f098ed38fa2457347fd8191f014fc/.tmp/colfamily11/479298358be94fd19536de0091259cfa as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e00f098ed38fa2457347fd8191f014fc/colfamily11/479298358be94fd19536de0091259cfa 2024-11-13T19:50:17,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741894_1070 (size=39263) 2024-11-13T19:50:17,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741894_1070 (size=39263) 2024-11-13T19:50:17,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741894_1070 (size=39263) 2024-11-13T19:50:17,731 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4225c4770f825104cab15473ef6afd09/.tmp/colfamily11/51724102f3c84721bc074349ec16abdb 2024-11-13T19:50:17,736 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e00f098ed38fa2457347fd8191f014fc/colfamily11/479298358be94fd19536de0091259cfa, entries=703, sequenceid=5, filesize=38.3 K 2024-11-13T19:50:17,737 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e00f098ed38fa2457347fd8191f014fc in 89ms, sequenceid=5, compaction requested=false 2024-11-13T19:50:17,747 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4225c4770f825104cab15473ef6afd09/.tmp/colfamily11/51724102f3c84721bc074349ec16abdb as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4225c4770f825104cab15473ef6afd09/colfamily11/51724102f3c84721bc074349ec16abdb 2024-11-13T19:50:17,755 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4225c4770f825104cab15473ef6afd09/colfamily11/51724102f3c84721bc074349ec16abdb, entries=703, sequenceid=5, filesize=38.3 K 2024-11-13T19:50:17,756 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4225c4770f825104cab15473ef6afd09 in 108ms, sequenceid=5, compaction requested=false 2024-11-13T19:50:17,756 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e00f098ed38fa2457347fd8191f014fc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:50:17,757 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc. 2024-11-13T19:50:17,757 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e00f098ed38fa2457347fd8191f014fc: Waiting for close lock at 1731527417647Running coprocessor pre-close hooks at 1731527417647Disabling compacts and flushes for region at 1731527417647Disabling writes for close at 1731527417648 (+1 ms)Obtaining lock to block concurrent updates at 1731527417648Preparing flush snapshotting stores in e00f098ed38fa2457347fd8191f014fc at 1731527417648Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731527417649 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc. at 1731527417649Flushing e00f098ed38fa2457347fd8191f014fc/colfamily11: creating writer at 1731527417649Flushing e00f098ed38fa2457347fd8191f014fc/colfamily11: appending metadata at 1731527417675 (+26 ms)Flushing e00f098ed38fa2457347fd8191f014fc/colfamily11: closing flushed file at 1731527417675Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36260c56: reopening flushed file at 1731527417715 (+40 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e00f098ed38fa2457347fd8191f014fc in 89ms, sequenceid=5, compaction requested=false at 1731527417737 (+22 ms)Writing region close event to WAL at 1731527417749 (+12 ms)Running coprocessor post-close hooks at 1731527417757 (+8 ms)Closed at 1731527417757 2024-11-13T19:50:17,757 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731527219715.e00f098ed38fa2457347fd8191f014fc. 2024-11-13T19:50:17,757 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c502acd04a283d4e19dfb43b788f1b8e, disabling compactions & flushes 2024-11-13T19:50:17,757 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e. 2024-11-13T19:50:17,757 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e. 2024-11-13T19:50:17,758 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e. after waiting 0 ms 2024-11-13T19:50:17,758 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e. 2024-11-13T19:50:17,758 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c502acd04a283d4e19dfb43b788f1b8e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-13T19:50:17,782 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4225c4770f825104cab15473ef6afd09/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:50:17,782 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09. 2024-11-13T19:50:17,783 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4225c4770f825104cab15473ef6afd09: Waiting for close lock at 1731527417647Running coprocessor pre-close hooks at 1731527417647Disabling compacts and flushes for region at 1731527417648 (+1 ms)Disabling writes for close at 1731527417648Obtaining lock to block concurrent updates at 1731527417648Preparing flush snapshotting stores in 4225c4770f825104cab15473ef6afd09 at 1731527417648Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731527417648Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09. at 1731527417649 (+1 ms)Flushing 4225c4770f825104cab15473ef6afd09/colfamily11: creating writer at 1731527417649Flushing 4225c4770f825104cab15473ef6afd09/colfamily11: appending metadata at 1731527417678 (+29 ms)Flushing 4225c4770f825104cab15473ef6afd09/colfamily11: closing flushed file at 1731527417679 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bbf0b56: reopening flushed file at 1731527417745 (+66 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4225c4770f825104cab15473ef6afd09 in 108ms, sequenceid=5, compaction requested=false at 1731527417756 (+11 ms)Writing region close event to WAL at 1731527417757 (+1 ms)Running coprocessor post-close hooks at 1731527417782 (+25 ms)Closed at 1731527417782 2024-11-13T19:50:17,783 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731527219715.4225c4770f825104cab15473ef6afd09. 2024-11-13T19:50:17,783 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 625f75ec330faf52c6136527b5e15c74, disabling compactions & flushes 2024-11-13T19:50:17,783 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74. 2024-11-13T19:50:17,783 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74. 2024-11-13T19:50:17,783 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74. after waiting 0 ms 2024-11-13T19:50:17,783 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74. 2024-11-13T19:50:17,784 DEBUG [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(1351): Waiting on 1c35ffbc17b9c2b21fe4cce4afd409c8, 26430898ddb1994f3544653aa7d4de48, 625f75ec330faf52c6136527b5e15c74, 88c31793ec2225d06f0d31241d09d0ec, 8aab09ceed4e6cb83d28ec95a3041925, cd980c6122a0cbca24606b55188928e4, ea8ca52527ea7295d3c4f05e32b4b390, f281cdbc8e7bb9e2d165463c3621bd28, ff77b4b4d6683f8ae008c441b0a12634 2024-11-13T19:50:17,784 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c502acd04a283d4e19dfb43b788f1b8e/.tmp/colfamily11/8a376537439c4435a53f0dce10ef9c3e is 52, key is fff/colfamily11:colfamily11/1731527226370/Put/seqid=0 2024-11-13T19:50:17,788 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/625f75ec330faf52c6136527b5e15c74/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-13T19:50:17,789 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74. 2024-11-13T19:50:17,789 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 625f75ec330faf52c6136527b5e15c74: Waiting for close lock at 1731527417783Running coprocessor pre-close hooks at 1731527417783Disabling compacts and flushes for region at 1731527417783Disabling writes for close at 1731527417783Writing region close event to WAL at 1731527417785 (+2 ms)Running coprocessor post-close hooks at 1731527417789 (+4 ms)Closed at 1731527417789 2024-11-13T19:50:17,789 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731527219715.625f75ec330faf52c6136527b5e15c74. 2024-11-13T19:50:17,790 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8aab09ceed4e6cb83d28ec95a3041925, disabling compactions & flushes 2024-11-13T19:50:17,790 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925. 2024-11-13T19:50:17,790 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925. 2024-11-13T19:50:17,790 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925. after waiting 0 ms 2024-11-13T19:50:17,790 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925. 2024-11-13T19:50:17,790 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8aab09ceed4e6cb83d28ec95a3041925 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-13T19:50:17,790 DEBUG [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(1351): Waiting on 3bede716e734ef93a4598b2824ac93f7, 3c8f08ea0832d0add659b4a762eaeecb, c502acd04a283d4e19dfb43b788f1b8e, df1bbb00901831281c100d3f74322a65, e5971aa7ebe03fa75b4cf1a9a1ba715e, ff820e10adff8aa7d5b1750c2208598e 2024-11-13T19:50:17,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741895_1071 (size=39263) 2024-11-13T19:50:17,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741895_1071 (size=39263) 2024-11-13T19:50:17,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741895_1071 (size=39263) 2024-11-13T19:50:17,795 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c502acd04a283d4e19dfb43b788f1b8e/.tmp/colfamily11/8a376537439c4435a53f0dce10ef9c3e 2024-11-13T19:50:17,805 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c502acd04a283d4e19dfb43b788f1b8e/.tmp/colfamily11/8a376537439c4435a53f0dce10ef9c3e as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c502acd04a283d4e19dfb43b788f1b8e/colfamily11/8a376537439c4435a53f0dce10ef9c3e 2024-11-13T19:50:17,811 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c502acd04a283d4e19dfb43b788f1b8e/colfamily11/8a376537439c4435a53f0dce10ef9c3e, entries=703, sequenceid=5, filesize=38.3 K 2024-11-13T19:50:17,811 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8aab09ceed4e6cb83d28ec95a3041925/.tmp/colfamily11/64862c9343f54bb19fd8f46012221224 is 52, key is sss/colfamily11:colfamily11/1731527226688/Put/seqid=0 2024-11-13T19:50:17,812 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c502acd04a283d4e19dfb43b788f1b8e in 54ms, sequenceid=5, compaction requested=false 2024-11-13T19:50:17,817 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c502acd04a283d4e19dfb43b788f1b8e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:50:17,818 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e. 2024-11-13T19:50:17,818 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c502acd04a283d4e19dfb43b788f1b8e: Waiting for close lock at 1731527417757Running coprocessor pre-close hooks at 1731527417757Disabling compacts and flushes for region at 1731527417757Disabling writes for close at 1731527417758 (+1 ms)Obtaining lock to block concurrent updates at 1731527417758Preparing flush snapshotting stores in c502acd04a283d4e19dfb43b788f1b8e at 1731527417758Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731527417758Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e. at 1731527417761 (+3 ms)Flushing c502acd04a283d4e19dfb43b788f1b8e/colfamily11: creating writer at 1731527417761Flushing c502acd04a283d4e19dfb43b788f1b8e/colfamily11: appending metadata at 1731527417784 (+23 ms)Flushing c502acd04a283d4e19dfb43b788f1b8e/colfamily11: closing flushed file at 1731527417784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68305ff8: reopening flushed file at 1731527417804 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c502acd04a283d4e19dfb43b788f1b8e in 54ms, sequenceid=5, compaction requested=false at 1731527417812 (+8 ms)Writing region close event to WAL at 1731527417813 (+1 ms)Running coprocessor post-close hooks at 1731527417818 (+5 ms)Closed at 1731527417818 2024-11-13T19:50:17,818 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731527219715.c502acd04a283d4e19dfb43b788f1b8e. 2024-11-13T19:50:17,818 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5971aa7ebe03fa75b4cf1a9a1ba715e, disabling compactions & flushes 2024-11-13T19:50:17,818 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731527219715.e5971aa7ebe03fa75b4cf1a9a1ba715e. 2024-11-13T19:50:17,818 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731527219715.e5971aa7ebe03fa75b4cf1a9a1ba715e. 2024-11-13T19:50:17,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741896_1072 (size=39263) 2024-11-13T19:50:17,818 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731527219715.e5971aa7ebe03fa75b4cf1a9a1ba715e. after waiting 0 ms 2024-11-13T19:50:17,818 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731527219715.e5971aa7ebe03fa75b4cf1a9a1ba715e. 2024-11-13T19:50:17,818 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e5971aa7ebe03fa75b4cf1a9a1ba715e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-13T19:50:17,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741896_1072 (size=39263) 2024-11-13T19:50:17,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741896_1072 (size=39263) 2024-11-13T19:50:17,820 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8aab09ceed4e6cb83d28ec95a3041925/.tmp/colfamily11/64862c9343f54bb19fd8f46012221224 2024-11-13T19:50:17,829 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8aab09ceed4e6cb83d28ec95a3041925/.tmp/colfamily11/64862c9343f54bb19fd8f46012221224 as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8aab09ceed4e6cb83d28ec95a3041925/colfamily11/64862c9343f54bb19fd8f46012221224 2024-11-13T19:50:17,835 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8aab09ceed4e6cb83d28ec95a3041925/colfamily11/64862c9343f54bb19fd8f46012221224, entries=703, sequenceid=5, filesize=38.3 K 2024-11-13T19:50:17,836 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8aab09ceed4e6cb83d28ec95a3041925 in 46ms, sequenceid=5, compaction requested=false 2024-11-13T19:50:17,838 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e5971aa7ebe03fa75b4cf1a9a1ba715e/.tmp/colfamily11/1db862909f19485dbdb8bcc3e33b2e70 is 52, key is uuu/colfamily11:colfamily11/1731527226707/Put/seqid=0 2024-11-13T19:50:17,845 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8aab09ceed4e6cb83d28ec95a3041925/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:50:17,847 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925. 2024-11-13T19:50:17,848 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8aab09ceed4e6cb83d28ec95a3041925: Waiting for close lock at 1731527417789Running coprocessor pre-close hooks at 1731527417789Disabling compacts and flushes for region at 1731527417789Disabling writes for close at 1731527417790 (+1 ms)Obtaining lock to block concurrent updates at 1731527417790Preparing flush snapshotting stores in 8aab09ceed4e6cb83d28ec95a3041925 at 1731527417790Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731527417790Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925. at 1731527417790Flushing 8aab09ceed4e6cb83d28ec95a3041925/colfamily11: creating writer at 1731527417791 (+1 ms)Flushing 8aab09ceed4e6cb83d28ec95a3041925/colfamily11: appending metadata at 1731527417811 (+20 ms)Flushing 8aab09ceed4e6cb83d28ec95a3041925/colfamily11: closing flushed file at 1731527417811Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aa507cd: reopening flushed file at 1731527417826 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8aab09ceed4e6cb83d28ec95a3041925 in 46ms, sequenceid=5, compaction requested=false at 1731527417836 (+10 ms)Writing region close event to WAL at 1731527417837 (+1 ms)Running coprocessor post-close hooks at 1731527417847 (+10 ms)Closed at 1731527417847 2024-11-13T19:50:17,848 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731527219715.8aab09ceed4e6cb83d28ec95a3041925. 2024-11-13T19:50:17,848 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26430898ddb1994f3544653aa7d4de48, disabling compactions & flushes 2024-11-13T19:50:17,848 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48. 2024-11-13T19:50:17,848 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48. 2024-11-13T19:50:17,848 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48. after waiting 0 ms 2024-11-13T19:50:17,848 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48. 2024-11-13T19:50:17,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741897_1073 (size=39263) 2024-11-13T19:50:17,855 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e5971aa7ebe03fa75b4cf1a9a1ba715e/.tmp/colfamily11/1db862909f19485dbdb8bcc3e33b2e70 2024-11-13T19:50:17,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741897_1073 (size=39263) 2024-11-13T19:50:17,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741897_1073 (size=39263) 2024-11-13T19:50:17,871 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e5971aa7ebe03fa75b4cf1a9a1ba715e/.tmp/colfamily11/1db862909f19485dbdb8bcc3e33b2e70 as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e5971aa7ebe03fa75b4cf1a9a1ba715e/colfamily11/1db862909f19485dbdb8bcc3e33b2e70 2024-11-13T19:50:17,871 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/26430898ddb1994f3544653aa7d4de48/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-13T19:50:17,872 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48. 2024-11-13T19:50:17,872 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26430898ddb1994f3544653aa7d4de48: Waiting for close lock at 1731527417848Running coprocessor pre-close hooks at 1731527417848Disabling compacts and flushes for region at 1731527417848Disabling writes for close at 1731527417848Writing region close event to WAL at 1731527417852 (+4 ms)Running coprocessor post-close hooks at 1731527417872 (+20 ms)Closed at 1731527417872 2024-11-13T19:50:17,872 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731527219715.26430898ddb1994f3544653aa7d4de48. 2024-11-13T19:50:17,872 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c35ffbc17b9c2b21fe4cce4afd409c8, disabling compactions & flushes 2024-11-13T19:50:17,873 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731527219715.1c35ffbc17b9c2b21fe4cce4afd409c8. 2024-11-13T19:50:17,873 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731527219715.1c35ffbc17b9c2b21fe4cce4afd409c8. 2024-11-13T19:50:17,873 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731527219715.1c35ffbc17b9c2b21fe4cce4afd409c8. after waiting 0 ms 2024-11-13T19:50:17,873 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731527219715.1c35ffbc17b9c2b21fe4cce4afd409c8. 2024-11-13T19:50:17,873 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1c35ffbc17b9c2b21fe4cce4afd409c8 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-13T19:50:17,888 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e5971aa7ebe03fa75b4cf1a9a1ba715e/colfamily11/1db862909f19485dbdb8bcc3e33b2e70, entries=703, sequenceid=5, filesize=38.3 K 2024-11-13T19:50:17,889 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e5971aa7ebe03fa75b4cf1a9a1ba715e in 71ms, sequenceid=5, compaction requested=false 2024-11-13T19:50:17,895 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c35ffbc17b9c2b21fe4cce4afd409c8/.tmp/colfamily11/9d8ee019591040f686f91c11fa54d33f is 52, key is yyy/colfamily11:colfamily11/1731527226774/Put/seqid=0 2024-11-13T19:50:17,898 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e5971aa7ebe03fa75b4cf1a9a1ba715e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:50:17,899 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731527219715.e5971aa7ebe03fa75b4cf1a9a1ba715e. 2024-11-13T19:50:17,899 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5971aa7ebe03fa75b4cf1a9a1ba715e: Waiting for close lock at 1731527417818Running coprocessor pre-close hooks at 1731527417818Disabling compacts and flushes for region at 1731527417818Disabling writes for close at 1731527417818Obtaining lock to block concurrent updates at 1731527417818Preparing flush snapshotting stores in e5971aa7ebe03fa75b4cf1a9a1ba715e at 1731527417818Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731527219715.e5971aa7ebe03fa75b4cf1a9a1ba715e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731527417819 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731527219715.e5971aa7ebe03fa75b4cf1a9a1ba715e. at 1731527417819Flushing e5971aa7ebe03fa75b4cf1a9a1ba715e/colfamily11: creating writer at 1731527417819Flushing e5971aa7ebe03fa75b4cf1a9a1ba715e/colfamily11: appending metadata at 1731527417838 (+19 ms)Flushing e5971aa7ebe03fa75b4cf1a9a1ba715e/colfamily11: closing flushed file at 1731527417838Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75dcbaef: reopening flushed file at 1731527417869 (+31 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e5971aa7ebe03fa75b4cf1a9a1ba715e in 71ms, sequenceid=5, compaction requested=false at 1731527417889 (+20 ms)Writing region close event to WAL at 1731527417890 (+1 ms)Running coprocessor post-close hooks at 1731527417899 (+9 ms)Closed at 1731527417899 2024-11-13T19:50:17,899 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731527219715.e5971aa7ebe03fa75b4cf1a9a1ba715e. 2024-11-13T19:50:17,899 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df1bbb00901831281c100d3f74322a65, disabling compactions & flushes 2024-11-13T19:50:17,899 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731527219715.df1bbb00901831281c100d3f74322a65. 2024-11-13T19:50:17,899 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731527219715.df1bbb00901831281c100d3f74322a65. 2024-11-13T19:50:17,899 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731527219715.df1bbb00901831281c100d3f74322a65. after waiting 0 ms 2024-11-13T19:50:17,899 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731527219715.df1bbb00901831281c100d3f74322a65. 2024-11-13T19:50:17,900 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing df1bbb00901831281c100d3f74322a65 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-13T19:50:17,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741898_1074 (size=39263) 2024-11-13T19:50:17,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741898_1074 (size=39263) 2024-11-13T19:50:17,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741898_1074 (size=39263) 2024-11-13T19:50:17,920 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c35ffbc17b9c2b21fe4cce4afd409c8/.tmp/colfamily11/9d8ee019591040f686f91c11fa54d33f 2024-11-13T19:50:17,926 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df1bbb00901831281c100d3f74322a65/.tmp/colfamily11/191411f9c3734fbead9f1ce683a09643 is 52, key is aaa/colfamily11:colfamily11/1731527226235/Put/seqid=0 2024-11-13T19:50:17,927 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c35ffbc17b9c2b21fe4cce4afd409c8/.tmp/colfamily11/9d8ee019591040f686f91c11fa54d33f as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c35ffbc17b9c2b21fe4cce4afd409c8/colfamily11/9d8ee019591040f686f91c11fa54d33f 2024-11-13T19:50:17,934 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c35ffbc17b9c2b21fe4cce4afd409c8/colfamily11/9d8ee019591040f686f91c11fa54d33f, entries=703, sequenceid=5, filesize=38.3 K 2024-11-13T19:50:17,935 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1c35ffbc17b9c2b21fe4cce4afd409c8 in 62ms, sequenceid=5, compaction requested=false 2024-11-13T19:50:17,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741899_1075 (size=39263) 2024-11-13T19:50:17,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741899_1075 (size=39263) 2024-11-13T19:50:17,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741899_1075 (size=39263) 2024-11-13T19:50:17,940 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df1bbb00901831281c100d3f74322a65/.tmp/colfamily11/191411f9c3734fbead9f1ce683a09643 2024-11-13T19:50:17,951 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1c35ffbc17b9c2b21fe4cce4afd409c8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:50:17,952 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731527219715.1c35ffbc17b9c2b21fe4cce4afd409c8. 2024-11-13T19:50:17,953 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c35ffbc17b9c2b21fe4cce4afd409c8: Waiting for close lock at 1731527417872Running coprocessor pre-close hooks at 1731527417872Disabling compacts and flushes for region at 1731527417872Disabling writes for close at 1731527417873 (+1 ms)Obtaining lock to block concurrent updates at 1731527417873Preparing flush snapshotting stores in 1c35ffbc17b9c2b21fe4cce4afd409c8 at 1731527417873Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731527219715.1c35ffbc17b9c2b21fe4cce4afd409c8., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731527417873Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731527219715.1c35ffbc17b9c2b21fe4cce4afd409c8. at 1731527417876 (+3 ms)Flushing 1c35ffbc17b9c2b21fe4cce4afd409c8/colfamily11: creating writer at 1731527417876Flushing 1c35ffbc17b9c2b21fe4cce4afd409c8/colfamily11: appending metadata at 1731527417895 (+19 ms)Flushing 1c35ffbc17b9c2b21fe4cce4afd409c8/colfamily11: closing flushed file at 1731527417895Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b65942d: reopening flushed file at 1731527417926 (+31 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1c35ffbc17b9c2b21fe4cce4afd409c8 in 62ms, sequenceid=5, compaction requested=false at 1731527417935 (+9 ms)Writing region close event to WAL at 1731527417937 (+2 ms)Running coprocessor post-close hooks at 1731527417952 (+15 ms)Closed at 1731527417952 2024-11-13T19:50:17,953 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731527219715.1c35ffbc17b9c2b21fe4cce4afd409c8. 2024-11-13T19:50:17,953 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f281cdbc8e7bb9e2d165463c3621bd28, disabling compactions & flushes 2024-11-13T19:50:17,953 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28. 2024-11-13T19:50:17,953 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28. 2024-11-13T19:50:17,953 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28. after waiting 0 ms 2024-11-13T19:50:17,953 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28. 2024-11-13T19:50:17,953 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f281cdbc8e7bb9e2d165463c3621bd28 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-13T19:50:17,959 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df1bbb00901831281c100d3f74322a65/.tmp/colfamily11/191411f9c3734fbead9f1ce683a09643 as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df1bbb00901831281c100d3f74322a65/colfamily11/191411f9c3734fbead9f1ce683a09643 2024-11-13T19:50:17,968 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df1bbb00901831281c100d3f74322a65/colfamily11/191411f9c3734fbead9f1ce683a09643, entries=703, sequenceid=5, filesize=38.3 K 2024-11-13T19:50:17,970 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for df1bbb00901831281c100d3f74322a65 in 71ms, sequenceid=5, compaction requested=false 2024-11-13T19:50:17,984 INFO [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-13T19:50:17,985 DEBUG [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(1325): Online Regions={f281cdbc8e7bb9e2d165463c3621bd28=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28., ea8ca52527ea7295d3c4f05e32b4b390=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390., 88c31793ec2225d06f0d31241d09d0ec=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec., ff77b4b4d6683f8ae008c441b0a12634=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634., cd980c6122a0cbca24606b55188928e4=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4.} 2024-11-13T19:50:17,985 DEBUG [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(1351): Waiting on 88c31793ec2225d06f0d31241d09d0ec, cd980c6122a0cbca24606b55188928e4, ea8ca52527ea7295d3c4f05e32b4b390, f281cdbc8e7bb9e2d165463c3621bd28, ff77b4b4d6683f8ae008c441b0a12634 2024-11-13T19:50:17,985 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f281cdbc8e7bb9e2d165463c3621bd28/.tmp/colfamily11/770b640bfc1d4f5783b95c88fb72784a is 52, key is mmm/colfamily11:colfamily11/1731527226593/Put/seqid=0 2024-11-13T19:50:17,986 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df1bbb00901831281c100d3f74322a65/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:50:17,987 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731527219715.df1bbb00901831281c100d3f74322a65. 2024-11-13T19:50:17,987 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df1bbb00901831281c100d3f74322a65: Waiting for close lock at 1731527417899Running coprocessor pre-close hooks at 1731527417899Disabling compacts and flushes for region at 1731527417899Disabling writes for close at 1731527417899Obtaining lock to block concurrent updates at 1731527417900 (+1 ms)Preparing flush snapshotting stores in df1bbb00901831281c100d3f74322a65 at 1731527417900Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731527219715.df1bbb00901831281c100d3f74322a65., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731527417900Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731527219715.df1bbb00901831281c100d3f74322a65. at 1731527417901 (+1 ms)Flushing df1bbb00901831281c100d3f74322a65/colfamily11: creating writer at 1731527417901Flushing df1bbb00901831281c100d3f74322a65/colfamily11: appending metadata at 1731527417926 (+25 ms)Flushing df1bbb00901831281c100d3f74322a65/colfamily11: closing flushed file at 1731527417926Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42b09557: reopening flushed file at 1731527417958 (+32 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for df1bbb00901831281c100d3f74322a65 in 71ms, sequenceid=5, compaction requested=false at 1731527417970 (+12 ms)Writing region close event to WAL at 1731527417975 (+5 ms)Running coprocessor post-close hooks at 1731527417987 (+12 ms)Closed at 1731527417987 2024-11-13T19:50:17,987 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731527219715.df1bbb00901831281c100d3f74322a65. 2024-11-13T19:50:17,987 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3bede716e734ef93a4598b2824ac93f7, disabling compactions & flushes 2024-11-13T19:50:17,987 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7. 2024-11-13T19:50:17,987 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7. 2024-11-13T19:50:17,988 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7. after waiting 0 ms 2024-11-13T19:50:17,988 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7. 2024-11-13T19:50:17,988 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3bede716e734ef93a4598b2824ac93f7 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-13T19:50:17,990 INFO [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T19:50:17,990 DEBUG [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(1325): Online Regions={3bede716e734ef93a4598b2824ac93f7=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7., 3c8f08ea0832d0add659b4a762eaeecb=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb., ff820e10adff8aa7d5b1750c2208598e=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e.} 2024-11-13T19:50:17,990 DEBUG [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(1351): Waiting on 3bede716e734ef93a4598b2824ac93f7, 3c8f08ea0832d0add659b4a762eaeecb, ff820e10adff8aa7d5b1750c2208598e 2024-11-13T19:50:18,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741900_1076 (size=39263) 2024-11-13T19:50:18,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741900_1076 (size=39263) 2024-11-13T19:50:18,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741900_1076 (size=39263) 2024-11-13T19:50:18,006 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f281cdbc8e7bb9e2d165463c3621bd28/.tmp/colfamily11/770b640bfc1d4f5783b95c88fb72784a 2024-11-13T19:50:18,016 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3bede716e734ef93a4598b2824ac93f7/.tmp/colfamily11/c722274544a44282ba4cb8299b945bc9 is 52, key is ccc/colfamily11:colfamily11/1731527226312/Put/seqid=0 2024-11-13T19:50:18,038 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f281cdbc8e7bb9e2d165463c3621bd28/.tmp/colfamily11/770b640bfc1d4f5783b95c88fb72784a as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f281cdbc8e7bb9e2d165463c3621bd28/colfamily11/770b640bfc1d4f5783b95c88fb72784a 2024-11-13T19:50:18,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741901_1077 (size=39263) 2024-11-13T19:50:18,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741901_1077 (size=39263) 2024-11-13T19:50:18,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741901_1077 (size=39263) 2024-11-13T19:50:18,046 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3bede716e734ef93a4598b2824ac93f7/.tmp/colfamily11/c722274544a44282ba4cb8299b945bc9 2024-11-13T19:50:18,058 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f281cdbc8e7bb9e2d165463c3621bd28/colfamily11/770b640bfc1d4f5783b95c88fb72784a, entries=703, sequenceid=5, filesize=38.3 K 2024-11-13T19:50:18,063 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f281cdbc8e7bb9e2d165463c3621bd28 in 109ms, sequenceid=5, compaction requested=false 2024-11-13T19:50:18,082 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3bede716e734ef93a4598b2824ac93f7/.tmp/colfamily11/c722274544a44282ba4cb8299b945bc9 as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3bede716e734ef93a4598b2824ac93f7/colfamily11/c722274544a44282ba4cb8299b945bc9 2024-11-13T19:50:18,106 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f281cdbc8e7bb9e2d165463c3621bd28/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:50:18,109 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28. 2024-11-13T19:50:18,110 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f281cdbc8e7bb9e2d165463c3621bd28: Waiting for close lock at 1731527417953Running coprocessor pre-close hooks at 1731527417953Disabling compacts and flushes for region at 1731527417953Disabling writes for close at 1731527417953Obtaining lock to block concurrent updates at 1731527417953Preparing flush snapshotting stores in f281cdbc8e7bb9e2d165463c3621bd28 at 1731527417953Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731527417954 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28. at 1731527417961 (+7 ms)Flushing f281cdbc8e7bb9e2d165463c3621bd28/colfamily11: creating writer at 1731527417961Flushing f281cdbc8e7bb9e2d165463c3621bd28/colfamily11: appending metadata at 1731527417985 (+24 ms)Flushing f281cdbc8e7bb9e2d165463c3621bd28/colfamily11: closing flushed file at 1731527417985Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3db64e5: reopening flushed file at 1731527418030 (+45 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f281cdbc8e7bb9e2d165463c3621bd28 in 109ms, sequenceid=5, compaction requested=false at 1731527418063 (+33 ms)Writing region close event to WAL at 1731527418078 (+15 ms)Running coprocessor post-close hooks at 1731527418109 (+31 ms)Closed at 1731527418109 2024-11-13T19:50:18,110 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731527219715.f281cdbc8e7bb9e2d165463c3621bd28. 2024-11-13T19:50:18,110 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea8ca52527ea7295d3c4f05e32b4b390, disabling compactions & flushes 2024-11-13T19:50:18,110 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390. 2024-11-13T19:50:18,110 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390. 2024-11-13T19:50:18,110 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390. after waiting 0 ms 2024-11-13T19:50:18,110 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390. 2024-11-13T19:50:18,110 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3bede716e734ef93a4598b2824ac93f7/colfamily11/c722274544a44282ba4cb8299b945bc9, entries=703, sequenceid=5, filesize=38.3 K 2024-11-13T19:50:18,114 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3bede716e734ef93a4598b2824ac93f7 in 126ms, sequenceid=5, compaction requested=false 2024-11-13T19:50:18,122 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea8ca52527ea7295d3c4f05e32b4b390/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-13T19:50:18,126 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390. 2024-11-13T19:50:18,126 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea8ca52527ea7295d3c4f05e32b4b390: Waiting for close lock at 1731527418110Running coprocessor pre-close hooks at 1731527418110Disabling compacts and flushes for region at 1731527418110Disabling writes for close at 1731527418110Writing region close event to WAL at 1731527418111 (+1 ms)Running coprocessor post-close hooks at 1731527418126 (+15 ms)Closed at 1731527418126 2024-11-13T19:50:18,126 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731527219715.ea8ca52527ea7295d3c4f05e32b4b390. 2024-11-13T19:50:18,126 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 88c31793ec2225d06f0d31241d09d0ec, disabling compactions & flushes 2024-11-13T19:50:18,126 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec. 2024-11-13T19:50:18,126 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec. 2024-11-13T19:50:18,126 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec. after waiting 0 ms 2024-11-13T19:50:18,126 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec. 2024-11-13T19:50:18,151 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88c31793ec2225d06f0d31241d09d0ec/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-13T19:50:18,152 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec. 2024-11-13T19:50:18,152 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 88c31793ec2225d06f0d31241d09d0ec: Waiting for close lock at 1731527418126Running coprocessor pre-close hooks at 1731527418126Disabling compacts and flushes for region at 1731527418126Disabling writes for close at 1731527418126Writing region close event to WAL at 1731527418136 (+10 ms)Running coprocessor post-close hooks at 1731527418152 (+16 ms)Closed at 1731527418152 2024-11-13T19:50:18,153 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731527219715.88c31793ec2225d06f0d31241d09d0ec. 2024-11-13T19:50:18,153 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff77b4b4d6683f8ae008c441b0a12634, disabling compactions & flushes 2024-11-13T19:50:18,153 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634. 2024-11-13T19:50:18,153 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634. 2024-11-13T19:50:18,153 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634. after waiting 0 ms 2024-11-13T19:50:18,153 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634. 2024-11-13T19:50:18,153 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ff77b4b4d6683f8ae008c441b0a12634 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-13T19:50:18,155 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3bede716e734ef93a4598b2824ac93f7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:50:18,155 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7. 2024-11-13T19:50:18,156 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3bede716e734ef93a4598b2824ac93f7: Waiting for close lock at 1731527417987Running coprocessor pre-close hooks at 1731527417987Disabling compacts and flushes for region at 1731527417987Disabling writes for close at 1731527417988 (+1 ms)Obtaining lock to block concurrent updates at 1731527417988Preparing flush snapshotting stores in 3bede716e734ef93a4598b2824ac93f7 at 1731527417988Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731527417988Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7. at 1731527417989 (+1 ms)Flushing 3bede716e734ef93a4598b2824ac93f7/colfamily11: creating writer at 1731527417989Flushing 3bede716e734ef93a4598b2824ac93f7/colfamily11: appending metadata at 1731527418016 (+27 ms)Flushing 3bede716e734ef93a4598b2824ac93f7/colfamily11: closing flushed file at 1731527418016Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71407904: reopening flushed file at 1731527418075 (+59 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3bede716e734ef93a4598b2824ac93f7 in 126ms, sequenceid=5, compaction requested=false at 1731527418114 (+39 ms)Writing region close event to WAL at 1731527418133 (+19 ms)Running coprocessor post-close hooks at 1731527418155 (+22 ms)Closed at 1731527418155 2024-11-13T19:50:18,156 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731527219715.3bede716e734ef93a4598b2824ac93f7. 2024-11-13T19:50:18,156 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c8f08ea0832d0add659b4a762eaeecb, disabling compactions & flushes 2024-11-13T19:50:18,156 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb. 2024-11-13T19:50:18,156 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb. 2024-11-13T19:50:18,156 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb. after waiting 0 ms 2024-11-13T19:50:18,156 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb. 2024-11-13T19:50:18,156 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3c8f08ea0832d0add659b4a762eaeecb 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-13T19:50:18,185 DEBUG [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(1351): Waiting on cd980c6122a0cbca24606b55188928e4, ff77b4b4d6683f8ae008c441b0a12634 2024-11-13T19:50:18,193 DEBUG [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(1351): Waiting on 3c8f08ea0832d0add659b4a762eaeecb, ff820e10adff8aa7d5b1750c2208598e 2024-11-13T19:50:18,194 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff77b4b4d6683f8ae008c441b0a12634/.tmp/colfamily11/3e5bd50992c143cfa8d5013b9556f616 is 52, key is eee/colfamily11:colfamily11/1731527226426/Put/seqid=0 2024-11-13T19:50:18,201 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c8f08ea0832d0add659b4a762eaeecb/.tmp/colfamily11/45ebd37e2f254910ac87d058436f04f2 is 52, key is iii/colfamily11:colfamily11/1731527226432/Put/seqid=0 2024-11-13T19:50:18,204 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=54d0784d1943:39757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-13T19:50:18,217 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=54d0784d1943:39757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-13T19:50:18,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741902_1078 (size=39263) 2024-11-13T19:50:18,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741902_1078 (size=39263) 2024-11-13T19:50:18,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741902_1078 (size=39263) 2024-11-13T19:50:18,225 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff77b4b4d6683f8ae008c441b0a12634/.tmp/colfamily11/3e5bd50992c143cfa8d5013b9556f616 2024-11-13T19:50:18,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741903_1079 (size=39263) 2024-11-13T19:50:18,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741903_1079 (size=39263) 2024-11-13T19:50:18,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741903_1079 (size=39263) 2024-11-13T19:50:18,239 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c8f08ea0832d0add659b4a762eaeecb/.tmp/colfamily11/45ebd37e2f254910ac87d058436f04f2 2024-11-13T19:50:18,240 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff77b4b4d6683f8ae008c441b0a12634/.tmp/colfamily11/3e5bd50992c143cfa8d5013b9556f616 as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff77b4b4d6683f8ae008c441b0a12634/colfamily11/3e5bd50992c143cfa8d5013b9556f616 2024-11-13T19:50:18,247 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff77b4b4d6683f8ae008c441b0a12634/colfamily11/3e5bd50992c143cfa8d5013b9556f616, entries=703, sequenceid=5, filesize=38.3 K 2024-11-13T19:50:18,248 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c8f08ea0832d0add659b4a762eaeecb/.tmp/colfamily11/45ebd37e2f254910ac87d058436f04f2 as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c8f08ea0832d0add659b4a762eaeecb/colfamily11/45ebd37e2f254910ac87d058436f04f2 2024-11-13T19:50:18,248 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ff77b4b4d6683f8ae008c441b0a12634 in 95ms, sequenceid=5, compaction requested=false 2024-11-13T19:50:18,255 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c8f08ea0832d0add659b4a762eaeecb/colfamily11/45ebd37e2f254910ac87d058436f04f2, entries=703, sequenceid=5, filesize=38.3 K 2024-11-13T19:50:18,257 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3c8f08ea0832d0add659b4a762eaeecb in 101ms, sequenceid=5, compaction requested=false 2024-11-13T19:50:18,260 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff77b4b4d6683f8ae008c441b0a12634/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:50:18,261 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634. 2024-11-13T19:50:18,261 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff77b4b4d6683f8ae008c441b0a12634: Waiting for close lock at 1731527418153Running coprocessor pre-close hooks at 1731527418153Disabling compacts and flushes for region at 1731527418153Disabling writes for close at 1731527418153Obtaining lock to block concurrent updates at 1731527418153Preparing flush snapshotting stores in ff77b4b4d6683f8ae008c441b0a12634 at 1731527418153Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731527418154 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634. at 1731527418154Flushing ff77b4b4d6683f8ae008c441b0a12634/colfamily11: creating writer at 1731527418155 (+1 ms)Flushing ff77b4b4d6683f8ae008c441b0a12634/colfamily11: appending metadata at 1731527418193 (+38 ms)Flushing ff77b4b4d6683f8ae008c441b0a12634/colfamily11: closing flushed file at 1731527418194 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36fceea3: reopening flushed file at 1731527418238 (+44 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ff77b4b4d6683f8ae008c441b0a12634 in 95ms, sequenceid=5, compaction requested=false at 1731527418248 (+10 ms)Writing region close event to WAL at 1731527418256 (+8 ms)Running coprocessor post-close hooks at 1731527418261 (+5 ms)Closed at 1731527418261 2024-11-13T19:50:18,261 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731527219715.ff77b4b4d6683f8ae008c441b0a12634. 2024-11-13T19:50:18,261 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd980c6122a0cbca24606b55188928e4, disabling compactions & flushes 2024-11-13T19:50:18,261 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4. 2024-11-13T19:50:18,261 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4. 2024-11-13T19:50:18,261 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4. after waiting 0 ms 2024-11-13T19:50:18,261 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4. 2024-11-13T19:50:18,261 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c8f08ea0832d0add659b4a762eaeecb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:50:18,262 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb. 2024-11-13T19:50:18,262 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c8f08ea0832d0add659b4a762eaeecb: Waiting for close lock at 1731527418156Running coprocessor pre-close hooks at 1731527418156Disabling compacts and flushes for region at 1731527418156Disabling writes for close at 1731527418156Obtaining lock to block concurrent updates at 1731527418156Preparing flush snapshotting stores in 3c8f08ea0832d0add659b4a762eaeecb at 1731527418156Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731527418156Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb. at 1731527418165 (+9 ms)Flushing 3c8f08ea0832d0add659b4a762eaeecb/colfamily11: creating writer at 1731527418165Flushing 3c8f08ea0832d0add659b4a762eaeecb/colfamily11: appending metadata at 1731527418201 (+36 ms)Flushing 3c8f08ea0832d0add659b4a762eaeecb/colfamily11: closing flushed file at 1731527418201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e0f1b41: reopening flushed file at 1731527418247 (+46 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3c8f08ea0832d0add659b4a762eaeecb in 101ms, sequenceid=5, compaction requested=false at 1731527418257 (+10 ms)Writing region close event to WAL at 1731527418258 (+1 ms)Running coprocessor post-close hooks at 1731527418262 (+4 ms)Closed at 1731527418262 2024-11-13T19:50:18,262 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731527219715.3c8f08ea0832d0add659b4a762eaeecb. 2024-11-13T19:50:18,262 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff820e10adff8aa7d5b1750c2208598e, disabling compactions & flushes 2024-11-13T19:50:18,263 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e. 2024-11-13T19:50:18,263 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e. 2024-11-13T19:50:18,263 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e. after waiting 0 ms 2024-11-13T19:50:18,263 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e. 2024-11-13T19:50:18,263 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ff820e10adff8aa7d5b1750c2208598e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-13T19:50:18,267 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cd980c6122a0cbca24606b55188928e4/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-13T19:50:18,267 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4. 2024-11-13T19:50:18,267 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd980c6122a0cbca24606b55188928e4: Waiting for close lock at 1731527418261Running coprocessor pre-close hooks at 1731527418261Disabling compacts and flushes for region at 1731527418261Disabling writes for close at 1731527418261Writing region close event to WAL at 1731527418262 (+1 ms)Running coprocessor post-close hooks at 1731527418267 (+5 ms)Closed at 1731527418267 2024-11-13T19:50:18,267 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731527219715.cd980c6122a0cbca24606b55188928e4. 2024-11-13T19:50:18,284 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff820e10adff8aa7d5b1750c2208598e/.tmp/colfamily11/28f24f4cc77140339a04cdab58b31511 is 52, key is lll/colfamily11:colfamily11/1731527226501/Put/seqid=0 2024-11-13T19:50:18,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741904_1080 (size=39263) 2024-11-13T19:50:18,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741904_1080 (size=39263) 2024-11-13T19:50:18,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741904_1080 (size=39263) 2024-11-13T19:50:18,297 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff820e10adff8aa7d5b1750c2208598e/.tmp/colfamily11/28f24f4cc77140339a04cdab58b31511 2024-11-13T19:50:18,303 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff820e10adff8aa7d5b1750c2208598e/.tmp/colfamily11/28f24f4cc77140339a04cdab58b31511 as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff820e10adff8aa7d5b1750c2208598e/colfamily11/28f24f4cc77140339a04cdab58b31511 2024-11-13T19:50:18,310 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff820e10adff8aa7d5b1750c2208598e/colfamily11/28f24f4cc77140339a04cdab58b31511, entries=703, sequenceid=5, filesize=38.3 K 2024-11-13T19:50:18,311 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ff820e10adff8aa7d5b1750c2208598e in 48ms, sequenceid=5, compaction requested=false 2024-11-13T19:50:18,318 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ff820e10adff8aa7d5b1750c2208598e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:50:18,319 INFO [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e. 2024-11-13T19:50:18,319 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff820e10adff8aa7d5b1750c2208598e: Waiting for close lock at 1731527418262Running coprocessor pre-close hooks at 1731527418262Disabling compacts and flushes for region at 1731527418262Disabling writes for close at 1731527418263 (+1 ms)Obtaining lock to block concurrent updates at 1731527418263Preparing flush snapshotting stores in ff820e10adff8aa7d5b1750c2208598e at 1731527418263Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731527418263Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e. at 1731527418264 (+1 ms)Flushing ff820e10adff8aa7d5b1750c2208598e/colfamily11: creating writer at 1731527418264Flushing ff820e10adff8aa7d5b1750c2208598e/colfamily11: appending metadata at 1731527418283 (+19 ms)Flushing ff820e10adff8aa7d5b1750c2208598e/colfamily11: closing flushed file at 1731527418283Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ef8377d: reopening flushed file at 1731527418302 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ff820e10adff8aa7d5b1750c2208598e in 48ms, sequenceid=5, compaction requested=false at 1731527418311 (+9 ms)Writing region close event to WAL at 1731527418312 (+1 ms)Running coprocessor post-close hooks at 1731527418319 (+7 ms)Closed at 1731527418319 2024-11-13T19:50:18,319 DEBUG [RS_CLOSE_REGION-regionserver/54d0784d1943:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731527219715.ff820e10adff8aa7d5b1750c2208598e. 2024-11-13T19:50:18,385 INFO [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(976): stopping server 54d0784d1943,42665,1731527216757; all regions closed. 2024-11-13T19:50:18,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741833_1009 (size=315406) 2024-11-13T19:50:18,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741833_1009 (size=315406) 2024-11-13T19:50:18,390 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/WALs/54d0784d1943,42665,1731527216757/54d0784d1943%2C42665%2C1731527216757.1731527218842 not finished, retry = 0 2024-11-13T19:50:18,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741833_1009 (size=315406) 2024-11-13T19:50:18,393 INFO [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(976): stopping server 54d0784d1943,35165,1731527216930; all regions closed. 2024-11-13T19:50:18,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741865_1041 (size=15746) 2024-11-13T19:50:18,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741865_1041 (size=15746) 2024-11-13T19:50:18,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741865_1041 (size=15746) 2024-11-13T19:50:18,399 DEBUG [RS:2;54d0784d1943:35165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/oldWALs 2024-11-13T19:50:18,399 INFO [RS:2;54d0784d1943:35165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 54d0784d1943%2C35165%2C1731527216930.meta:.meta(num 1731527408426) 2024-11-13T19:50:18,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741835_1011 (size=353024) 2024-11-13T19:50:18,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741835_1011 (size=353024) 2024-11-13T19:50:18,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741835_1011 (size=353024) 2024-11-13T19:50:18,405 DEBUG [RS:2;54d0784d1943:35165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/oldWALs 2024-11-13T19:50:18,405 INFO [RS:2;54d0784d1943:35165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 54d0784d1943%2C35165%2C1731527216930:(num 1731527218842) 2024-11-13T19:50:18,405 DEBUG [RS:2;54d0784d1943:35165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:50:18,405 INFO [RS:2;54d0784d1943:35165 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:50:18,405 INFO [RS:2;54d0784d1943:35165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:50:18,406 INFO [RS:2;54d0784d1943:35165 {}] hbase.ChoreService(370): Chore service for: regionserver/54d0784d1943:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:50:18,406 INFO [RS:2;54d0784d1943:35165 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:50:18,406 INFO [regionserver/54d0784d1943:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:50:18,406 INFO [RS:2;54d0784d1943:35165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35165 2024-11-13T19:50:18,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/54d0784d1943,35165,1731527216930 2024-11-13T19:50:18,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T19:50:18,409 INFO [RS:2;54d0784d1943:35165 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:50:18,409 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [54d0784d1943,35165,1731527216930] 2024-11-13T19:50:18,411 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/54d0784d1943,35165,1731527216930 already deleted, retry=false 2024-11-13T19:50:18,411 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 54d0784d1943,35165,1731527216930 expired; onlineServers=1 2024-11-13T19:50:18,503 DEBUG [RS:0;54d0784d1943:42665 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/oldWALs 2024-11-13T19:50:18,503 INFO [RS:0;54d0784d1943:42665 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 54d0784d1943%2C42665%2C1731527216757:(num 1731527218842) 2024-11-13T19:50:18,503 DEBUG [RS:0;54d0784d1943:42665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:50:18,504 INFO [RS:0;54d0784d1943:42665 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:50:18,504 INFO [RS:0;54d0784d1943:42665 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:50:18,504 INFO [RS:0;54d0784d1943:42665 {}] hbase.ChoreService(370): Chore service for: regionserver/54d0784d1943:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:50:18,504 INFO [RS:0;54d0784d1943:42665 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:50:18,504 INFO [RS:0;54d0784d1943:42665 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:50:18,504 INFO [RS:0;54d0784d1943:42665 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:50:18,504 INFO [RS:0;54d0784d1943:42665 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:50:18,504 INFO [regionserver/54d0784d1943:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:50:18,504 INFO [RS:0;54d0784d1943:42665 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42665 2024-11-13T19:50:18,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T19:50:18,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/54d0784d1943,42665,1731527216757 2024-11-13T19:50:18,506 INFO [RS:0;54d0784d1943:42665 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:50:18,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:50:18,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35165-0x100eda37bbe0003, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:50:18,510 INFO [RS:2;54d0784d1943:35165 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:50:18,510 INFO [RS:2;54d0784d1943:35165 {}] regionserver.HRegionServer(1031): Exiting; stopping=54d0784d1943,35165,1731527216930; zookeeper connection closed. 2024-11-13T19:50:18,510 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [54d0784d1943,42665,1731527216757] 2024-11-13T19:50:18,511 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@265f06c6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@265f06c6 2024-11-13T19:50:18,512 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/54d0784d1943,42665,1731527216757 already deleted, retry=false 2024-11-13T19:50:18,512 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 54d0784d1943,42665,1731527216757 expired; onlineServers=0 2024-11-13T19:50:18,513 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '54d0784d1943,39757,1731527215850' ***** 2024-11-13T19:50:18,513 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:50:18,513 INFO [M:0;54d0784d1943:39757 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:50:18,513 INFO [M:0;54d0784d1943:39757 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:50:18,513 DEBUG [M:0;54d0784d1943:39757 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:50:18,513 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:50:18,513 DEBUG [M:0;54d0784d1943:39757 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:50:18,513 DEBUG [master/54d0784d1943:0:becomeActiveMaster-HFileCleaner.small.0-1731527218357 {}] cleaner.HFileCleaner(306): Exit Thread[master/54d0784d1943:0:becomeActiveMaster-HFileCleaner.small.0-1731527218357,5,FailOnTimeoutGroup] 2024-11-13T19:50:18,513 DEBUG [master/54d0784d1943:0:becomeActiveMaster-HFileCleaner.large.0-1731527218356 {}] cleaner.HFileCleaner(306): Exit Thread[master/54d0784d1943:0:becomeActiveMaster-HFileCleaner.large.0-1731527218356,5,FailOnTimeoutGroup] 2024-11-13T19:50:18,513 INFO [M:0;54d0784d1943:39757 {}] hbase.ChoreService(370): Chore service for: master/54d0784d1943:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:50:18,514 INFO [M:0;54d0784d1943:39757 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:50:18,514 DEBUG [M:0;54d0784d1943:39757 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:50:18,514 INFO [M:0;54d0784d1943:39757 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:50:18,514 INFO [M:0;54d0784d1943:39757 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:50:18,514 INFO [M:0;54d0784d1943:39757 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:50:18,514 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:50:18,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T19:50:18,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:50:18,515 DEBUG [M:0;54d0784d1943:39757 {}] zookeeper.ZKUtil(347): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T19:50:18,515 WARN [M:0;54d0784d1943:39757 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:50:18,516 INFO [M:0;54d0784d1943:39757 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/.lastflushedseqids 2024-11-13T19:50:18,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741905_1081 (size=2837) 2024-11-13T19:50:18,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741905_1081 (size=2837) 2024-11-13T19:50:18,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741905_1081 (size=2837) 2024-11-13T19:50:18,538 INFO [M:0;54d0784d1943:39757 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:50:18,538 INFO [M:0;54d0784d1943:39757 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:50:18,538 DEBUG [M:0;54d0784d1943:39757 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:50:18,538 INFO [M:0;54d0784d1943:39757 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:50:18,538 DEBUG [M:0;54d0784d1943:39757 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:50:18,538 DEBUG [M:0;54d0784d1943:39757 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:50:18,538 DEBUG [M:0;54d0784d1943:39757 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:50:18,538 INFO [M:0;54d0784d1943:39757 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=344.56 KB heapSize=404.96 KB 2024-11-13T19:50:18,561 DEBUG [M:0;54d0784d1943:39757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3303a6bcb6504224a5c04369c77797e8 is 82, key is hbase:meta,,1/info:regioninfo/1731527411039/Put/seqid=0 2024-11-13T19:50:18,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741906_1082 (size=6071) 2024-11-13T19:50:18,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741906_1082 (size=6071) 2024-11-13T19:50:18,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741906_1082 (size=6071) 2024-11-13T19:50:18,569 INFO [M:0;54d0784d1943:39757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3303a6bcb6504224a5c04369c77797e8 2024-11-13T19:50:18,604 DEBUG [M:0;54d0784d1943:39757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b32a0254335485494d6f51959a53694 is 4105, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731527221976/Put/seqid=0 2024-11-13T19:50:18,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:50:18,612 INFO [RS:0;54d0784d1943:42665 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:50:18,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42665-0x100eda37bbe0001, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:50:18,612 INFO [RS:0;54d0784d1943:42665 {}] regionserver.HRegionServer(1031): Exiting; stopping=54d0784d1943,42665,1731527216757; zookeeper connection closed. 2024-11-13T19:50:18,612 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5db0d55a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5db0d55a 2024-11-13T19:50:18,613 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-13T19:50:18,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741907_1083 (size=13502) 2024-11-13T19:50:18,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741907_1083 (size=13502) 2024-11-13T19:50:18,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741907_1083 (size=13502) 2024-11-13T19:50:18,615 INFO [M:0;54d0784d1943:39757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=343.33 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b32a0254335485494d6f51959a53694 2024-11-13T19:50:18,637 DEBUG [M:0;54d0784d1943:39757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9bddd40eccd84c40a8c555c88206b59c is 69, key is 54d0784d1943,35165,1731527216930/rs:state/1731527218512/Put/seqid=0 2024-11-13T19:50:18,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741908_1084 (size=5442) 2024-11-13T19:50:18,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741908_1084 (size=5442) 2024-11-13T19:50:18,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741908_1084 (size=5442) 2024-11-13T19:50:18,646 INFO [M:0;54d0784d1943:39757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9bddd40eccd84c40a8c555c88206b59c 2024-11-13T19:50:18,652 INFO [M:0;54d0784d1943:39757 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bddd40eccd84c40a8c555c88206b59c 2024-11-13T19:50:18,653 DEBUG [M:0;54d0784d1943:39757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3303a6bcb6504224a5c04369c77797e8 as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3303a6bcb6504224a5c04369c77797e8 2024-11-13T19:50:18,660 INFO [M:0;54d0784d1943:39757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3303a6bcb6504224a5c04369c77797e8, entries=14, sequenceid=635, filesize=5.9 K 2024-11-13T19:50:18,661 DEBUG [M:0;54d0784d1943:39757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b32a0254335485494d6f51959a53694 as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b32a0254335485494d6f51959a53694 2024-11-13T19:50:18,670 INFO [M:0;54d0784d1943:39757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b32a0254335485494d6f51959a53694, entries=81, sequenceid=635, filesize=13.2 K 2024-11-13T19:50:18,671 DEBUG [M:0;54d0784d1943:39757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9bddd40eccd84c40a8c555c88206b59c as hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9bddd40eccd84c40a8c555c88206b59c 2024-11-13T19:50:18,678 INFO [M:0;54d0784d1943:39757 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bddd40eccd84c40a8c555c88206b59c 2024-11-13T19:50:18,678 INFO [M:0;54d0784d1943:39757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39633/user/jenkins/test-data/1f6fe360-c420-d163-fd32-05931a67faf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9bddd40eccd84c40a8c555c88206b59c, entries=3, sequenceid=635, filesize=5.3 K 2024-11-13T19:50:18,679 INFO [M:0;54d0784d1943:39757 {}] regionserver.HRegion(3140): Finished flush of dataSize ~344.56 KB/352832, heapSize ~404.66 KB/414376, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=635, compaction requested=false 2024-11-13T19:50:18,685 INFO [M:0;54d0784d1943:39757 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:50:18,685 DEBUG [M:0;54d0784d1943:39757 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731527418538Disabling compacts and flushes for region at 1731527418538Disabling writes for close at 1731527418538Obtaining lock to block concurrent updates at 1731527418538Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731527418538Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=352832, getHeapSize=414616, getOffHeapSize=0, getCellsCount=800 at 1731527418539 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731527418539Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731527418539Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731527418561 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731527418561Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731527418575 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731527418603 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731527418603Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731527418620 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731527418636 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731527418636Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@248b5f70: reopening flushed file at 1731527418652 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3930dd5b: reopening flushed file at 1731527418660 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2896464e: reopening flushed file at 1731527418670 (+10 ms)Finished flush of dataSize ~344.56 KB/352832, heapSize ~404.66 KB/414376, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=635, compaction requested=false at 1731527418679 (+9 ms)Writing region close event to WAL at 1731527418685 (+6 ms)Closed at 1731527418685 2024-11-13T19:50:18,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36763 is added to blk_1073741830_1006 (size=395186) 2024-11-13T19:50:18,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37701 is added to blk_1073741830_1006 (size=395186) 2024-11-13T19:50:18,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42507 is added to blk_1073741830_1006 (size=395186) 2024-11-13T19:50:18,698 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:50:18,698 INFO [M:0;54d0784d1943:39757 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:50:18,698 INFO [M:0;54d0784d1943:39757 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39757 2024-11-13T19:50:18,699 INFO [M:0;54d0784d1943:39757 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:50:18,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:50:18,801 INFO [M:0;54d0784d1943:39757 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:50:18,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39757-0x100eda37bbe0000, quorum=127.0.0.1:60624, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:50:18,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32ffed9c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:50:18,807 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38754c65{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:50:18,807 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:50:18,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41133ac4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:50:18,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@eb0e003{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/hadoop.log.dir/,STOPPED} 2024-11-13T19:50:18,810 WARN [BP-1567634359-172.17.0.2-1731527211099 heartbeating to localhost/127.0.0.1:39633 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:50:18,810 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:50:18,810 WARN [BP-1567634359-172.17.0.2-1731527211099 heartbeating to localhost/127.0.0.1:39633 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1567634359-172.17.0.2-1731527211099 (Datanode Uuid 697107e4-84cc-4dad-b2ce-4b52f3d07549) service to localhost/127.0.0.1:39633 2024-11-13T19:50:18,810 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:50:18,812 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/cluster_882d91e2-9f0b-b9ff-fffc-c14755454f81/data/data5/current/BP-1567634359-172.17.0.2-1731527211099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:50:18,812 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/cluster_882d91e2-9f0b-b9ff-fffc-c14755454f81/data/data6/current/BP-1567634359-172.17.0.2-1731527211099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:50:18,812 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:50:18,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f7a34ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:50:18,815 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3379b534{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:50:18,815 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:50:18,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fe9822{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:50:18,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6632ff06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/hadoop.log.dir/,STOPPED} 2024-11-13T19:50:18,816 WARN [BP-1567634359-172.17.0.2-1731527211099 heartbeating to localhost/127.0.0.1:39633 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:50:18,816 WARN [BP-1567634359-172.17.0.2-1731527211099 heartbeating to localhost/127.0.0.1:39633 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1567634359-172.17.0.2-1731527211099 (Datanode Uuid e1f13ec4-a776-4c84-b9a0-52e2a90469c4) service to localhost/127.0.0.1:39633 2024-11-13T19:50:18,816 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:50:18,817 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:50:18,817 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/cluster_882d91e2-9f0b-b9ff-fffc-c14755454f81/data/data3/current/BP-1567634359-172.17.0.2-1731527211099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:50:18,817 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/cluster_882d91e2-9f0b-b9ff-fffc-c14755454f81/data/data4/current/BP-1567634359-172.17.0.2-1731527211099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:50:18,818 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:50:18,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ff3d0e4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:50:18,820 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43073db4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:50:18,820 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:50:18,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31bf1771{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:50:18,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f13bc86{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/hadoop.log.dir/,STOPPED} 2024-11-13T19:50:18,821 WARN [BP-1567634359-172.17.0.2-1731527211099 heartbeating to localhost/127.0.0.1:39633 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:50:18,821 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:50:18,821 WARN [BP-1567634359-172.17.0.2-1731527211099 heartbeating to localhost/127.0.0.1:39633 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1567634359-172.17.0.2-1731527211099 (Datanode Uuid 258c4381-8486-4535-98d8-7ec76a47a79c) service to localhost/127.0.0.1:39633 2024-11-13T19:50:18,821 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:50:18,821 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/cluster_882d91e2-9f0b-b9ff-fffc-c14755454f81/data/data1/current/BP-1567634359-172.17.0.2-1731527211099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:50:18,822 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/cluster_882d91e2-9f0b-b9ff-fffc-c14755454f81/data/data2/current/BP-1567634359-172.17.0.2-1731527211099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:50:18,822 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:50:18,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3856fc6d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:50:18,829 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6bb2c82d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:50:18,829 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:50:18,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a285726{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:50:18,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@603cc298{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7916f21-0150-1878-f6ea-03e74a8ac99c/hadoop.log.dir/,STOPPED} 2024-11-13T19:50:18,840 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T19:50:18,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:50:18,926 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=88 (was 11) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/54d0784d1943:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/54d0784d1943:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/54d0784d1943:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/54d0784d1943:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/54d0784d1943:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1151441320) connection to localhost/127.0.0.1:39633 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1151441320) connection to localhost/127.0.0.1:39633 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/54d0784d1943:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39633 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1151441320) connection to localhost/127.0.0.1:39633 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/54d0784d1943:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/54d0784d1943:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/54d0784d1943:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1151441320) connection to localhost/127.0.0.1:39633 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39633 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6a6d0c98 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39633 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=460 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1137 (was 961) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=305 (was 3257)