2024-11-11 15:03:15,245 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-11 15:03:15,274 main DEBUG Took 0.026431 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 15:03:15,274 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 15:03:15,275 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 15:03:15,276 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 15:03:15,278 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:03:15,290 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 15:03:15,307 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:03:15,309 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:03:15,310 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:03:15,311 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:03:15,311 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:03:15,312 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:03:15,313 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:03:15,314 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:03:15,315 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:03:15,315 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:03:15,316 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:03:15,317 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:03:15,318 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:03:15,319 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:03:15,319 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:03:15,320 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:03:15,320 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:03:15,321 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:03:15,322 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:03:15,322 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:03:15,323 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:03:15,323 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:03:15,324 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:03:15,324 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:03:15,325 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:03:15,326 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 15:03:15,328 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:03:15,330 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 15:03:15,332 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 15:03:15,333 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 15:03:15,335 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 15:03:15,335 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 15:03:15,347 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 15:03:15,351 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 15:03:15,353 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 15:03:15,354 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 15:03:15,354 main DEBUG createAppenders(={Console}) 2024-11-11 15:03:15,356 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-11 15:03:15,356 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-11 15:03:15,357 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-11 15:03:15,358 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 15:03:15,358 main DEBUG OutputStream closed 2024-11-11 15:03:15,358 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 15:03:15,359 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 15:03:15,359 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-11 15:03:15,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 15:03:15,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 15:03:15,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 15:03:15,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 15:03:15,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 15:03:15,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 15:03:15,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 15:03:15,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 15:03:15,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 15:03:15,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 15:03:15,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 15:03:15,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 15:03:15,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 15:03:15,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 15:03:15,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 15:03:15,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 15:03:15,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 15:03:15,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 15:03:15,485 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 15:03:15,485 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-11 15:03:15,486 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 15:03:15,487 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-11T15:03:15,505 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-11 15:03:15,509 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 15:03:15,509 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T15:03:15,551 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=345, ProcessCount=11, AvailableMemoryMB=3493 2024-11-11T15:03:15,817 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4 2024-11-11T15:03:15,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:03:15,833 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/cluster_ac41d963-9ea9-91f0-fe6c-0543b22407f3, deleteOnExit=true 2024-11-11T15:03:15,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:03:15,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/test.cache.data in system properties and HBase conf 2024-11-11T15:03:15,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:03:15,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:03:15,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:03:15,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:03:15,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:03:15,920 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T15:03:16,018 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:03:16,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:03:16,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:03:16,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:03:16,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:03:16,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:03:16,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:03:16,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:03:16,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:03:16,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:03:16,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:03:16,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:03:16,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:03:16,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:03:16,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:03:17,401 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T15:03:17,503 INFO [Time-limited test {}] log.Log(170): Logging initialized @3201ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T15:03:17,604 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:03:17,694 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:03:17,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:03:17,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:03:17,736 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:03:17,761 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:03:17,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58897554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:03:17,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a372edd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:03:18,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1aa62678{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/java.io.tmpdir/jetty-localhost-44333-hadoop-hdfs-3_4_1-tests_jar-_-any-11674552208124833708/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:03:18,034 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c0c42ad{HTTP/1.1, (http/1.1)}{localhost:44333} 2024-11-11T15:03:18,034 INFO [Time-limited test {}] server.Server(415): Started @3734ms 2024-11-11T15:03:18,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:03:18,626 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:03:18,627 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:03:18,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:03:18,628 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:03:18,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b71ffd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:03:18,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d82da9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:03:18,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4255463d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/java.io.tmpdir/jetty-localhost-41481-hadoop-hdfs-3_4_1-tests_jar-_-any-7508977638562427171/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:03:18,737 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e48d68a{HTTP/1.1, (http/1.1)}{localhost:41481} 2024-11-11T15:03:18,737 INFO [Time-limited test {}] server.Server(415): Started @4437ms 2024-11-11T15:03:18,797 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:03:18,913 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:03:18,921 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:03:18,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:03:18,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:03:18,924 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:03:18,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63779849{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:03:18,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a292a59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:03:19,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3635c31e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/java.io.tmpdir/jetty-localhost-38561-hadoop-hdfs-3_4_1-tests_jar-_-any-13414002214757007468/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:03:19,056 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78839a64{HTTP/1.1, (http/1.1)}{localhost:38561} 2024-11-11T15:03:19,056 INFO [Time-limited test {}] server.Server(415): Started @4756ms 2024-11-11T15:03:19,059 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:03:19,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:03:19,119 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:03:19,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:03:19,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:03:19,122 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:03:19,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ed2891b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:03:19,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43bf9dc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:03:19,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@486c2677{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/java.io.tmpdir/jetty-localhost-41859-hadoop-hdfs-3_4_1-tests_jar-_-any-3809253486276268998/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:03:19,227 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6738d157{HTTP/1.1, (http/1.1)}{localhost:41859} 2024-11-11T15:03:19,227 INFO [Time-limited test {}] server.Server(415): Started @4927ms 2024-11-11T15:03:19,229 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:03:20,324 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/cluster_ac41d963-9ea9-91f0-fe6c-0543b22407f3/data/data1/current/BP-1629352990-172.17.0.2-1731337396753/current, will proceed with Du for space computation calculation, 2024-11-11T15:03:20,324 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/cluster_ac41d963-9ea9-91f0-fe6c-0543b22407f3/data/data4/current/BP-1629352990-172.17.0.2-1731337396753/current, will proceed with Du for space computation calculation, 2024-11-11T15:03:20,324 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/cluster_ac41d963-9ea9-91f0-fe6c-0543b22407f3/data/data3/current/BP-1629352990-172.17.0.2-1731337396753/current, will proceed with Du for space computation calculation, 2024-11-11T15:03:20,325 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/cluster_ac41d963-9ea9-91f0-fe6c-0543b22407f3/data/data2/current/BP-1629352990-172.17.0.2-1731337396753/current, will proceed with Du for space computation calculation, 2024-11-11T15:03:20,354 WARN [Thread-130 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/cluster_ac41d963-9ea9-91f0-fe6c-0543b22407f3/data/data5/current/BP-1629352990-172.17.0.2-1731337396753/current, will proceed with Du for space computation calculation, 2024-11-11T15:03:20,394 WARN [Thread-133 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/cluster_ac41d963-9ea9-91f0-fe6c-0543b22407f3/data/data6/current/BP-1629352990-172.17.0.2-1731337396753/current, will proceed with Du for space computation calculation, 2024-11-11T15:03:20,506 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:03:20,510 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:03:20,510 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:03:20,573 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4 2024-11-11T15:03:20,588 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d8b0a73bbcdde90 with lease ID 0x8a56c21e5e49e6ef: Processing first storage report for DS-48a1ed8a-c6bf-4cdd-94c6-46bfe5f0f892 from datanode DatanodeRegistration(127.0.0.1:41423, datanodeUuid=66e872d4-70c0-483a-8bfd-24d812a3fb08, infoPort=41865, infoSecurePort=0, ipcPort=36253, storageInfo=lv=-57;cid=testClusterID;nsid=190597669;c=1731337396753) 2024-11-11T15:03:20,591 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d8b0a73bbcdde90 with lease ID 0x8a56c21e5e49e6ef: from storage DS-48a1ed8a-c6bf-4cdd-94c6-46bfe5f0f892 node DatanodeRegistration(127.0.0.1:41423, datanodeUuid=66e872d4-70c0-483a-8bfd-24d812a3fb08, infoPort=41865, infoSecurePort=0, ipcPort=36253, storageInfo=lv=-57;cid=testClusterID;nsid=190597669;c=1731337396753), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-11T15:03:20,591 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b119b2e2e46f41f with lease ID 0x8a56c21e5e49e6ee: Processing first storage report for DS-22736ae0-4ce6-4519-a832-5cfd7d0dccc1 from datanode DatanodeRegistration(127.0.0.1:41275, datanodeUuid=c5d40cf2-b0a6-46c6-b608-c0e467d84ef4, infoPort=38401, infoSecurePort=0, ipcPort=40587, storageInfo=lv=-57;cid=testClusterID;nsid=190597669;c=1731337396753) 2024-11-11T15:03:20,592 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b119b2e2e46f41f with lease ID 0x8a56c21e5e49e6ee: from storage DS-22736ae0-4ce6-4519-a832-5cfd7d0dccc1 node DatanodeRegistration(127.0.0.1:41275, datanodeUuid=c5d40cf2-b0a6-46c6-b608-c0e467d84ef4, infoPort=38401, infoSecurePort=0, ipcPort=40587, storageInfo=lv=-57;cid=testClusterID;nsid=190597669;c=1731337396753), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:03:20,592 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c7ea60237b32a59 with lease ID 0x8a56c21e5e49e6f0: Processing first storage report for DS-40cd881b-dd5c-4dc2-a69d-0455e2ab68ea from datanode DatanodeRegistration(127.0.0.1:40985, datanodeUuid=77d69347-b511-4d62-a857-6e30e77990ec, infoPort=45711, infoSecurePort=0, ipcPort=33011, storageInfo=lv=-57;cid=testClusterID;nsid=190597669;c=1731337396753) 2024-11-11T15:03:20,592 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c7ea60237b32a59 with lease ID 0x8a56c21e5e49e6f0: from storage DS-40cd881b-dd5c-4dc2-a69d-0455e2ab68ea node DatanodeRegistration(127.0.0.1:40985, datanodeUuid=77d69347-b511-4d62-a857-6e30e77990ec, infoPort=45711, infoSecurePort=0, ipcPort=33011, storageInfo=lv=-57;cid=testClusterID;nsid=190597669;c=1731337396753), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:03:20,592 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b119b2e2e46f41f with lease ID 0x8a56c21e5e49e6ee: Processing first storage report for DS-c84635a2-9eb2-46a4-8fed-ddeea2c705e9 from datanode DatanodeRegistration(127.0.0.1:41275, datanodeUuid=c5d40cf2-b0a6-46c6-b608-c0e467d84ef4, infoPort=38401, infoSecurePort=0, ipcPort=40587, storageInfo=lv=-57;cid=testClusterID;nsid=190597669;c=1731337396753) 2024-11-11T15:03:20,593 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b119b2e2e46f41f with lease ID 0x8a56c21e5e49e6ee: from storage DS-c84635a2-9eb2-46a4-8fed-ddeea2c705e9 node DatanodeRegistration(127.0.0.1:41275, datanodeUuid=c5d40cf2-b0a6-46c6-b608-c0e467d84ef4, infoPort=38401, infoSecurePort=0, ipcPort=40587, storageInfo=lv=-57;cid=testClusterID;nsid=190597669;c=1731337396753), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:03:20,593 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d8b0a73bbcdde90 with lease ID 0x8a56c21e5e49e6ef: Processing first storage report for DS-5fc1c247-1899-47c2-a5b7-0d1d21f11612 from datanode DatanodeRegistration(127.0.0.1:41423, datanodeUuid=66e872d4-70c0-483a-8bfd-24d812a3fb08, infoPort=41865, infoSecurePort=0, ipcPort=36253, storageInfo=lv=-57;cid=testClusterID;nsid=190597669;c=1731337396753) 2024-11-11T15:03:20,593 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d8b0a73bbcdde90 with lease ID 0x8a56c21e5e49e6ef: from storage DS-5fc1c247-1899-47c2-a5b7-0d1d21f11612 node DatanodeRegistration(127.0.0.1:41423, datanodeUuid=66e872d4-70c0-483a-8bfd-24d812a3fb08, infoPort=41865, infoSecurePort=0, ipcPort=36253, storageInfo=lv=-57;cid=testClusterID;nsid=190597669;c=1731337396753), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:03:20,593 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c7ea60237b32a59 with lease ID 0x8a56c21e5e49e6f0: Processing first storage report for DS-135d3d92-fbb1-4959-8b31-bd2e455f4557 from datanode DatanodeRegistration(127.0.0.1:40985, datanodeUuid=77d69347-b511-4d62-a857-6e30e77990ec, infoPort=45711, infoSecurePort=0, ipcPort=33011, storageInfo=lv=-57;cid=testClusterID;nsid=190597669;c=1731337396753) 2024-11-11T15:03:20,594 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c7ea60237b32a59 with lease ID 0x8a56c21e5e49e6f0: from storage DS-135d3d92-fbb1-4959-8b31-bd2e455f4557 node DatanodeRegistration(127.0.0.1:40985, datanodeUuid=77d69347-b511-4d62-a857-6e30e77990ec, infoPort=45711, infoSecurePort=0, ipcPort=33011, storageInfo=lv=-57;cid=testClusterID;nsid=190597669;c=1731337396753), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T15:03:20,667 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/cluster_ac41d963-9ea9-91f0-fe6c-0543b22407f3/zookeeper_0, clientPort=58996, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/cluster_ac41d963-9ea9-91f0-fe6c-0543b22407f3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/cluster_ac41d963-9ea9-91f0-fe6c-0543b22407f3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T15:03:20,678 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58996 2024-11-11T15:03:20,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:03:20,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:03:21,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:03:21,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:03:21,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:03:21,409 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 with version=8 2024-11-11T15:03:21,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/hbase-staging 2024-11-11T15:03:21,509 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T15:03:21,773 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2ba012863a15:0 server-side Connection retries=45 2024-11-11T15:03:21,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:03:21,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:03:21,787 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:03:21,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:03:21,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:03:21,923 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:03:21,981 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T15:03:21,992 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T15:03:21,997 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:03:22,023 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 34310 (auto-detected) 2024-11-11T15:03:22,024 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T15:03:22,043 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46189 2024-11-11T15:03:22,064 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46189 connecting to ZooKeeper ensemble=127.0.0.1:58996 2024-11-11T15:03:22,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461890x0, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:03:22,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46189-0x1002f422ffa0000 connected 2024-11-11T15:03:22,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:03:22,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:03:22,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:03:22,299 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2, hbase.cluster.distributed=false 2024-11-11T15:03:22,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:03:22,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46189 2024-11-11T15:03:22,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46189 2024-11-11T15:03:22,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46189 2024-11-11T15:03:22,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46189 2024-11-11T15:03:22,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46189 2024-11-11T15:03:22,439 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2ba012863a15:0 server-side Connection retries=45 2024-11-11T15:03:22,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:03:22,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:03:22,442 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:03:22,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:03:22,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:03:22,445 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:03:22,448 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:03:22,449 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36933 2024-11-11T15:03:22,450 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36933 connecting to ZooKeeper ensemble=127.0.0.1:58996 2024-11-11T15:03:22,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:03:22,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:03:22,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369330x0, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:03:22,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369330x0, quorum=127.0.0.1:58996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:03:22,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36933-0x1002f422ffa0001 connected 2024-11-11T15:03:22,473 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:03:22,480 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:03:22,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T15:03:22,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:03:22,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36933 2024-11-11T15:03:22,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36933 2024-11-11T15:03:22,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36933 2024-11-11T15:03:22,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36933 2024-11-11T15:03:22,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36933 2024-11-11T15:03:22,509 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2ba012863a15:0 server-side Connection retries=45 2024-11-11T15:03:22,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:03:22,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:03:22,510 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:03:22,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:03:22,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:03:22,511 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:03:22,511 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:03:22,513 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43323 2024-11-11T15:03:22,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43323 connecting to ZooKeeper ensemble=127.0.0.1:58996 2024-11-11T15:03:22,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:03:22,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:03:22,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433230x0, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:03:22,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43323-0x1002f422ffa0002 connected 2024-11-11T15:03:22,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:03:22,537 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:03:22,538 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:03:22,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T15:03:22,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:03:22,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43323 2024-11-11T15:03:22,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43323 2024-11-11T15:03:22,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43323 2024-11-11T15:03:22,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43323 2024-11-11T15:03:22,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43323 2024-11-11T15:03:22,563 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2ba012863a15:0 server-side Connection retries=45 2024-11-11T15:03:22,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:03:22,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:03:22,564 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:03:22,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:03:22,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:03:22,564 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:03:22,564 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:03:22,566 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37187 2024-11-11T15:03:22,568 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37187 connecting to ZooKeeper ensemble=127.0.0.1:58996 2024-11-11T15:03:22,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:03:22,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:03:22,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371870x0, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:03:22,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37187-0x1002f422ffa0003, quorum=127.0.0.1:58996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:03:22,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37187-0x1002f422ffa0003 connected 2024-11-11T15:03:22,586 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:03:22,588 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:03:22,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37187-0x1002f422ffa0003, quorum=127.0.0.1:58996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T15:03:22,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37187-0x1002f422ffa0003, quorum=127.0.0.1:58996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:03:22,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37187 2024-11-11T15:03:22,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37187 2024-11-11T15:03:22,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37187 2024-11-11T15:03:22,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37187 2024-11-11T15:03:22,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37187 2024-11-11T15:03:22,610 DEBUG [M:0;2ba012863a15:46189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2ba012863a15:46189 2024-11-11T15:03:22,611 INFO [master/2ba012863a15:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2ba012863a15,46189,1731337401602 2024-11-11T15:03:22,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:03:22,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:03:22,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:03:22,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1002f422ffa0003, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:03:22,630 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2ba012863a15,46189,1731337401602 2024-11-11T15:03:22,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T15:03:22,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T15:03:22,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:03:22,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1002f422ffa0003, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T15:03:22,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:03:22,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:03:22,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1002f422ffa0003, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:03:22,660 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T15:03:22,662 INFO [master/2ba012863a15:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2ba012863a15,46189,1731337401602 from backup master directory 2024-11-11T15:03:22,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1002f422ffa0003, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:03:22,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:03:22,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:03:22,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2ba012863a15,46189,1731337401602 2024-11-11T15:03:22,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:03:22,669 WARN [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:03:22,669 INFO [master/2ba012863a15:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2ba012863a15,46189,1731337401602 2024-11-11T15:03:22,671 INFO [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T15:03:22,672 INFO [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T15:03:22,734 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/hbase.id] with ID: bcbbe398-1fa3-4844-b3f2-0eb6243625b6 2024-11-11T15:03:22,734 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/.tmp/hbase.id 2024-11-11T15:03:22,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:03:22,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:03:22,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:03:22,755 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/.tmp/hbase.id]:[hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/hbase.id] 2024-11-11T15:03:22,813 INFO [master/2ba012863a15:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:03:22,818 INFO [master/2ba012863a15:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:03:22,837 INFO [master/2ba012863a15:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-11T15:03:22,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:03:22,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:03:22,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1002f422ffa0003, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:03:22,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:03:22,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:03:22,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:03:22,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:03:22,887 INFO [master/2ba012863a15:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:03:22,889 INFO [master/2ba012863a15:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:03:22,904 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:03:22,908 INFO [master/2ba012863a15:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:03:22,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:03:22,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:03:22,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:03:22,960 INFO [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/MasterData/data/master/store 2024-11-11T15:03:22,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:03:22,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:03:22,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:03:22,988 INFO [master/2ba012863a15:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T15:03:22,991 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:22,993 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:03:22,993 INFO [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:03:22,993 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:03:22,996 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-11T15:03:22,996 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:03:22,996 INFO [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:03:22,997 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731337402993Disabling compacts and flushes for region at 1731337402993Disabling writes for close at 1731337402996 (+3 ms)Writing region close event to WAL at 1731337402996Closed at 1731337402996 2024-11-11T15:03:23,000 WARN [master/2ba012863a15:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/MasterData/data/master/store/.initializing 2024-11-11T15:03:23,000 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/MasterData/WALs/2ba012863a15,46189,1731337401602 2024-11-11T15:03:23,008 INFO [master/2ba012863a15:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:03:23,023 INFO [master/2ba012863a15:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2ba012863a15%2C46189%2C1731337401602, suffix=, logDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/MasterData/WALs/2ba012863a15,46189,1731337401602, archiveDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/MasterData/oldWALs, maxLogs=10 2024-11-11T15:03:23,053 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/MasterData/WALs/2ba012863a15,46189,1731337401602/2ba012863a15%2C46189%2C1731337401602.1731337403029, exclude list is [], retry=0 2024-11-11T15:03:23,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40985,DS-40cd881b-dd5c-4dc2-a69d-0455e2ab68ea,DISK] 2024-11-11T15:03:23,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41275,DS-22736ae0-4ce6-4519-a832-5cfd7d0dccc1,DISK] 2024-11-11T15:03:23,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41423,DS-48a1ed8a-c6bf-4cdd-94c6-46bfe5f0f892,DISK] 2024-11-11T15:03:23,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T15:03:23,114 INFO [master/2ba012863a15:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/MasterData/WALs/2ba012863a15,46189,1731337401602/2ba012863a15%2C46189%2C1731337401602.1731337403029 2024-11-11T15:03:23,115 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45711:45711),(127.0.0.1/127.0.0.1:38401:38401),(127.0.0.1/127.0.0.1:41865:41865)] 2024-11-11T15:03:23,116 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:03:23,117 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:23,121 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:03:23,122 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:03:23,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:03:23,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:03:23,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:23,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:03:23,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:03:23,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:03:23,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:23,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:23,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:03:23,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:03:23,199 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:23,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:23,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:03:23,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:03:23,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:23,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:23,205 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:03:23,209 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:03:23,210 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:03:23,216 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:03:23,216 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:03:23,219 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:03:23,224 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:03:23,230 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:23,232 INFO [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69490042, jitterRate=0.035482317209243774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:03:23,239 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731337403135Initializing all the Stores at 1731337403137 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731337403137Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337403138 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337403139 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337403139Cleaning up temporary data from old regions at 1731337403216 (+77 ms)Region opened successfully at 1731337403239 (+23 ms) 2024-11-11T15:03:23,240 INFO [master/2ba012863a15:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:03:23,273 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f5f77bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2ba012863a15/172.17.0.2:0 2024-11-11T15:03:23,303 INFO [master/2ba012863a15:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:03:23,314 INFO [master/2ba012863a15:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-11T15:03:23,314 INFO [master/2ba012863a15:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-11T15:03:23,317 INFO [master/2ba012863a15:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:03:23,318 INFO [master/2ba012863a15:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T15:03:23,323 INFO [master/2ba012863a15:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-11T15:03:23,323 INFO [master/2ba012863a15:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:03:23,349 INFO [master/2ba012863a15:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:03:23,357 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T15:03:23,393 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T15:03:23,398 INFO [master/2ba012863a15:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:03:23,401 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:03:23,409 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T15:03:23,412 INFO [master/2ba012863a15:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:03:23,415 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:03:23,426 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T15:03:23,428 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:03:23,434 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T15:03:23,456 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:03:23,465 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T15:03:23,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:03:23,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:03:23,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:03:23,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1002f422ffa0003, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:03:23,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:03:23,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:03:23,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:03:23,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1002f422ffa0003, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:03:23,481 INFO [master/2ba012863a15:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2ba012863a15,46189,1731337401602, sessionid=0x1002f422ffa0000, setting cluster-up flag (Was=false) 2024-11-11T15:03:23,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:03:23,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1002f422ffa0003, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:03:23,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:03:23,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:03:23,535 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T15:03:23,540 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2ba012863a15,46189,1731337401602 2024-11-11T15:03:23,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:03:23,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:03:23,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1002f422ffa0003, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:03:23,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:03:23,584 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T15:03:23,586 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2ba012863a15,46189,1731337401602 2024-11-11T15:03:23,593 INFO [master/2ba012863a15:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:03:23,600 INFO [RS:2;2ba012863a15:37187 {}] regionserver.HRegionServer(746): ClusterId : bcbbe398-1fa3-4844-b3f2-0eb6243625b6 2024-11-11T15:03:23,600 INFO [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(746): ClusterId : bcbbe398-1fa3-4844-b3f2-0eb6243625b6 2024-11-11T15:03:23,600 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(746): ClusterId : bcbbe398-1fa3-4844-b3f2-0eb6243625b6 2024-11-11T15:03:23,603 DEBUG [RS:0;2ba012863a15:36933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:03:23,603 DEBUG [RS:1;2ba012863a15:43323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:03:23,603 DEBUG [RS:2;2ba012863a15:37187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:03:23,625 DEBUG [RS:0;2ba012863a15:36933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:03:23,625 DEBUG [RS:2;2ba012863a15:37187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:03:23,626 DEBUG [RS:0;2ba012863a15:36933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:03:23,626 DEBUG [RS:2;2ba012863a15:37187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:03:23,626 DEBUG [RS:1;2ba012863a15:43323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:03:23,626 DEBUG [RS:1;2ba012863a15:43323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:03:23,643 DEBUG [RS:2;2ba012863a15:37187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:03:23,643 DEBUG [RS:0;2ba012863a15:36933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:03:23,644 DEBUG [RS:1;2ba012863a15:43323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:03:23,644 DEBUG [RS:1;2ba012863a15:43323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b6eded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2ba012863a15/172.17.0.2:0 2024-11-11T15:03:23,644 DEBUG [RS:2;2ba012863a15:37187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1493f580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2ba012863a15/172.17.0.2:0 2024-11-11T15:03:23,644 DEBUG [RS:0;2ba012863a15:36933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bdf3c5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2ba012863a15/172.17.0.2:0 2024-11-11T15:03:23,660 DEBUG [RS:0;2ba012863a15:36933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2ba012863a15:36933 2024-11-11T15:03:23,663 INFO [RS:0;2ba012863a15:36933 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:03:23,663 DEBUG [RS:2;2ba012863a15:37187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;2ba012863a15:37187 2024-11-11T15:03:23,663 DEBUG [RS:1;2ba012863a15:43323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2ba012863a15:43323 2024-11-11T15:03:23,663 INFO [RS:0;2ba012863a15:36933 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:03:23,664 DEBUG [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:03:23,664 INFO [RS:2;2ba012863a15:37187 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:03:23,664 INFO [RS:1;2ba012863a15:43323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:03:23,664 INFO [RS:2;2ba012863a15:37187 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:03:23,664 INFO [RS:1;2ba012863a15:43323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:03:23,664 DEBUG [RS:2;2ba012863a15:37187 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:03:23,664 DEBUG [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:03:23,666 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(2659): reportForDuty to master=2ba012863a15,46189,1731337401602 with port=36933, startcode=1731337402406 2024-11-11T15:03:23,666 INFO [RS:2;2ba012863a15:37187 {}] regionserver.HRegionServer(2659): reportForDuty to master=2ba012863a15,46189,1731337401602 with port=37187, startcode=1731337402562 2024-11-11T15:03:23,666 INFO [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(2659): reportForDuty to master=2ba012863a15,46189,1731337401602 with port=43323, startcode=1731337402509 2024-11-11T15:03:23,675 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:03:23,678 DEBUG [RS:2;2ba012863a15:37187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:03:23,678 DEBUG [RS:1;2ba012863a15:43323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:03:23,678 DEBUG [RS:0;2ba012863a15:36933 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:03:23,685 INFO [master/2ba012863a15:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:03:23,692 INFO [master/2ba012863a15:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:03:23,698 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2ba012863a15,46189,1731337401602 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:03:23,708 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2ba012863a15:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:03:23,708 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2ba012863a15:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:03:23,708 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2ba012863a15:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:03:23,708 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2ba012863a15:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:03:23,708 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2ba012863a15:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:03:23,708 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:23,709 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2ba012863a15:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:03:23,709 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:23,710 INFO [master/2ba012863a15:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731337433710 2024-11-11T15:03:23,712 INFO [master/2ba012863a15:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:03:23,714 INFO [master/2ba012863a15:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:03:23,715 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34349, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:03:23,715 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41527, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:03:23,715 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60601, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:03:23,718 INFO [master/2ba012863a15:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:03:23,718 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:03:23,719 INFO [master/2ba012863a15:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:03:23,719 INFO [master/2ba012863a15:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:03:23,719 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:03:23,719 INFO [master/2ba012863a15:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:03:23,722 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T15:03:23,722 INFO [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:23,725 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:23,725 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:03:23,726 INFO [master/2ba012863a15:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:03:23,727 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T15:03:23,728 INFO [master/2ba012863a15:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:03:23,728 INFO [master/2ba012863a15:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:03:23,728 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T15:03:23,732 INFO [master/2ba012863a15:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:03:23,732 INFO [master/2ba012863a15:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:03:23,734 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2ba012863a15:0:becomeActiveMaster-HFileCleaner.large.0-1731337403733,5,FailOnTimeoutGroup] 2024-11-11T15:03:23,735 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2ba012863a15:0:becomeActiveMaster-HFileCleaner.small.0-1731337403734,5,FailOnTimeoutGroup] 2024-11-11T15:03:23,735 INFO [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:23,735 INFO [master/2ba012863a15:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:03:23,737 INFO [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:23,737 INFO [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:23,772 DEBUG [RS:2;2ba012863a15:37187 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T15:03:23,772 DEBUG [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T15:03:23,772 DEBUG [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T15:03:23,772 WARN [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T15:03:23,772 WARN [RS:2;2ba012863a15:37187 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T15:03:23,772 WARN [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T15:03:23,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:03:23,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:03:23,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:03:23,776 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:03:23,776 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:23,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741832_1008 (size=32) 2024-11-11T15:03:23,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741832_1008 (size=32) 2024-11-11T15:03:23,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741832_1008 (size=32) 2024-11-11T15:03:23,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:23,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:03:23,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:03:23,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:23,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:03:23,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:03:23,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:03:23,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:23,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:03:23,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:03:23,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:03:23,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:23,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:03:23,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:03:23,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:03:23,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:23,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:03:23,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:03:23,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740 2024-11-11T15:03:23,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740 2024-11-11T15:03:23,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:03:23,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:03:23,817 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:03:23,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:03:23,823 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:23,825 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69581936, jitterRate=0.03685164451599121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:03:23,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731337403792Initializing all the Stores at 1731337403794 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731337403794Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731337403794Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337403794Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731337403794Cleaning up temporary data from old regions at 1731337403816 (+22 ms)Region opened successfully at 1731337403828 (+12 ms) 2024-11-11T15:03:23,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:03:23,829 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:03:23,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:03:23,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:03:23,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:03:23,831 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:03:23,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731337403829Disabling compacts and flushes for region at 1731337403829Disabling writes for close at 1731337403829Writing region close event to WAL at 1731337403830 (+1 ms)Closed at 1731337403831 (+1 ms) 2024-11-11T15:03:23,834 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:03:23,835 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:03:23,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:03:23,852 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:03:23,855 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:03:23,874 INFO [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(2659): reportForDuty to master=2ba012863a15,46189,1731337401602 with port=43323, startcode=1731337402509 2024-11-11T15:03:23,874 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(2659): reportForDuty to master=2ba012863a15,46189,1731337401602 with port=36933, startcode=1731337402406 2024-11-11T15:03:23,874 INFO [RS:2;2ba012863a15:37187 {}] regionserver.HRegionServer(2659): reportForDuty to master=2ba012863a15,46189,1731337401602 with port=37187, startcode=1731337402562 2024-11-11T15:03:23,876 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2ba012863a15,36933,1731337402406 2024-11-11T15:03:23,879 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] master.ServerManager(517): Registering regionserver=2ba012863a15,36933,1731337402406 2024-11-11T15:03:23,888 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2ba012863a15,37187,1731337402562 2024-11-11T15:03:23,888 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] master.ServerManager(517): Registering regionserver=2ba012863a15,37187,1731337402562 2024-11-11T15:03:23,888 DEBUG [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:23,888 DEBUG [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34913 2024-11-11T15:03:23,888 DEBUG [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:03:23,891 DEBUG [RS:2;2ba012863a15:37187 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:23,891 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2ba012863a15,43323,1731337402509 2024-11-11T15:03:23,891 DEBUG [RS:2;2ba012863a15:37187 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34913 2024-11-11T15:03:23,891 DEBUG [RS:2;2ba012863a15:37187 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:03:23,891 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] master.ServerManager(517): Registering regionserver=2ba012863a15,43323,1731337402509 2024-11-11T15:03:23,895 DEBUG [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:23,895 DEBUG [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34913 2024-11-11T15:03:23,895 DEBUG [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:03:23,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:03:23,943 DEBUG [RS:2;2ba012863a15:37187 {}] zookeeper.ZKUtil(111): regionserver:37187-0x1002f422ffa0003, quorum=127.0.0.1:58996, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2ba012863a15,37187,1731337402562 2024-11-11T15:03:23,943 DEBUG [RS:0;2ba012863a15:36933 {}] zookeeper.ZKUtil(111): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2ba012863a15,36933,1731337402406 2024-11-11T15:03:23,943 WARN [RS:0;2ba012863a15:36933 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:03:23,943 WARN [RS:2;2ba012863a15:37187 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:03:23,943 INFO [RS:0;2ba012863a15:36933 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:03:23,943 INFO [RS:2;2ba012863a15:37187 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:03:23,944 DEBUG [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,36933,1731337402406 2024-11-11T15:03:23,944 DEBUG [RS:2;2ba012863a15:37187 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562 2024-11-11T15:03:23,944 DEBUG [RS:1;2ba012863a15:43323 {}] zookeeper.ZKUtil(111): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2ba012863a15,43323,1731337402509 2024-11-11T15:03:23,944 WARN [RS:1;2ba012863a15:43323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:03:23,944 INFO [RS:1;2ba012863a15:43323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:03:23,944 DEBUG [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,43323,1731337402509 2024-11-11T15:03:23,945 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2ba012863a15,37187,1731337402562] 2024-11-11T15:03:23,945 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2ba012863a15,43323,1731337402509] 2024-11-11T15:03:23,945 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2ba012863a15,36933,1731337402406] 2024-11-11T15:03:23,968 INFO [RS:1;2ba012863a15:43323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:03:23,968 INFO [RS:2;2ba012863a15:37187 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:03:23,968 INFO [RS:0;2ba012863a15:36933 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:03:23,985 INFO [RS:2;2ba012863a15:37187 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:03:23,985 INFO [RS:1;2ba012863a15:43323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:03:23,985 INFO [RS:0;2ba012863a15:36933 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:03:23,991 INFO [RS:0;2ba012863a15:36933 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:03:23,991 INFO [RS:2;2ba012863a15:37187 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:03:23,991 INFO [RS:1;2ba012863a15:43323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:03:23,991 INFO [RS:1;2ba012863a15:43323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:23,991 INFO [RS:2;2ba012863a15:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:23,991 INFO [RS:0;2ba012863a15:36933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:23,993 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:03:23,993 INFO [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:03:23,993 INFO [RS:2;2ba012863a15:37187 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:03:23,998 INFO [RS:1;2ba012863a15:43323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:03:23,998 INFO [RS:2;2ba012863a15:37187 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:03:23,999 INFO [RS:0;2ba012863a15:36933 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:03:24,000 INFO [RS:0;2ba012863a15:36933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,000 INFO [RS:1;2ba012863a15:43323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,000 INFO [RS:2;2ba012863a15:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,001 DEBUG [RS:0;2ba012863a15:36933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,001 DEBUG [RS:2;2ba012863a15:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,001 DEBUG [RS:1;2ba012863a15:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,001 DEBUG [RS:0;2ba012863a15:36933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,001 DEBUG [RS:2;2ba012863a15:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,001 DEBUG [RS:1;2ba012863a15:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,001 DEBUG [RS:0;2ba012863a15:36933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,001 DEBUG [RS:2;2ba012863a15:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,001 DEBUG [RS:1;2ba012863a15:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,001 DEBUG [RS:2;2ba012863a15:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,001 DEBUG [RS:0;2ba012863a15:36933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,001 DEBUG [RS:1;2ba012863a15:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,001 DEBUG [RS:0;2ba012863a15:36933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,001 DEBUG [RS:2;2ba012863a15:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,001 DEBUG [RS:1;2ba012863a15:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,001 DEBUG [RS:2;2ba012863a15:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:03:24,001 DEBUG [RS:0;2ba012863a15:36933 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:03:24,001 DEBUG [RS:1;2ba012863a15:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:03:24,001 DEBUG [RS:2;2ba012863a15:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,001 DEBUG [RS:0;2ba012863a15:36933 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,001 DEBUG [RS:1;2ba012863a15:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,002 DEBUG [RS:0;2ba012863a15:36933 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,002 DEBUG [RS:2;2ba012863a15:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,002 DEBUG [RS:1;2ba012863a15:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,002 DEBUG [RS:2;2ba012863a15:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,002 DEBUG [RS:0;2ba012863a15:36933 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,002 DEBUG [RS:1;2ba012863a15:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,002 DEBUG [RS:2;2ba012863a15:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,002 DEBUG [RS:0;2ba012863a15:36933 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,002 DEBUG [RS:1;2ba012863a15:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,002 DEBUG [RS:0;2ba012863a15:36933 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,002 DEBUG [RS:2;2ba012863a15:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,002 DEBUG [RS:1;2ba012863a15:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,002 DEBUG [RS:2;2ba012863a15:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,002 DEBUG [RS:0;2ba012863a15:36933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,002 DEBUG [RS:1;2ba012863a15:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2ba012863a15:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:03:24,002 DEBUG [RS:1;2ba012863a15:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2ba012863a15:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:03:24,002 DEBUG [RS:0;2ba012863a15:36933 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2ba012863a15:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:03:24,002 DEBUG [RS:2;2ba012863a15:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2ba012863a15:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:03:24,003 DEBUG [RS:1;2ba012863a15:43323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2ba012863a15:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:03:24,003 DEBUG [RS:2;2ba012863a15:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2ba012863a15:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:03:24,003 DEBUG [RS:0;2ba012863a15:36933 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2ba012863a15:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:03:24,006 WARN [2ba012863a15:46189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T15:03:24,007 INFO [RS:0;2ba012863a15:36933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,007 INFO [RS:0;2ba012863a15:36933 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,007 INFO [RS:0;2ba012863a15:36933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,007 INFO [RS:0;2ba012863a15:36933 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,008 INFO [RS:0;2ba012863a15:36933 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,008 INFO [RS:0;2ba012863a15:36933 {}] hbase.ChoreService(168): Chore ScheduledChore name=2ba012863a15,36933,1731337402406-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:03:24,009 INFO [RS:1;2ba012863a15:43323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,009 INFO [RS:2;2ba012863a15:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,009 INFO [RS:1;2ba012863a15:43323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,010 INFO [RS:2;2ba012863a15:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,010 INFO [RS:1;2ba012863a15:43323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,010 INFO [RS:2;2ba012863a15:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,010 INFO [RS:1;2ba012863a15:43323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,010 INFO [RS:2;2ba012863a15:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,010 INFO [RS:1;2ba012863a15:43323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,010 INFO [RS:2;2ba012863a15:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,010 INFO [RS:1;2ba012863a15:43323 {}] hbase.ChoreService(168): Chore ScheduledChore name=2ba012863a15,43323,1731337402509-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:03:24,010 INFO [RS:2;2ba012863a15:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=2ba012863a15,37187,1731337402562-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:03:24,037 INFO [RS:1;2ba012863a15:43323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:03:24,037 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:03:24,037 INFO [RS:2;2ba012863a15:37187 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:03:24,040 INFO [RS:1;2ba012863a15:43323 {}] hbase.ChoreService(168): Chore ScheduledChore name=2ba012863a15,43323,1731337402509-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,040 INFO [RS:2;2ba012863a15:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=2ba012863a15,37187,1731337402562-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,040 INFO [RS:0;2ba012863a15:36933 {}] hbase.ChoreService(168): Chore ScheduledChore name=2ba012863a15,36933,1731337402406-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,040 INFO [RS:2;2ba012863a15:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,040 INFO [RS:1;2ba012863a15:43323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,040 INFO [RS:0;2ba012863a15:36933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,040 INFO [RS:2;2ba012863a15:37187 {}] regionserver.Replication(171): 2ba012863a15,37187,1731337402562 started 2024-11-11T15:03:24,040 INFO [RS:1;2ba012863a15:43323 {}] regionserver.Replication(171): 2ba012863a15,43323,1731337402509 started 2024-11-11T15:03:24,040 INFO [RS:0;2ba012863a15:36933 {}] regionserver.Replication(171): 2ba012863a15,36933,1731337402406 started 2024-11-11T15:03:24,060 INFO [RS:0;2ba012863a15:36933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,060 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(1482): Serving as 2ba012863a15,36933,1731337402406, RpcServer on 2ba012863a15/172.17.0.2:36933, sessionid=0x1002f422ffa0001 2024-11-11T15:03:24,061 DEBUG [RS:0;2ba012863a15:36933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:03:24,061 DEBUG [RS:0;2ba012863a15:36933 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2ba012863a15,36933,1731337402406 2024-11-11T15:03:24,062 DEBUG [RS:0;2ba012863a15:36933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2ba012863a15,36933,1731337402406' 2024-11-11T15:03:24,062 DEBUG [RS:0;2ba012863a15:36933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T15:03:24,063 DEBUG [RS:0;2ba012863a15:36933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T15:03:24,063 DEBUG [RS:0;2ba012863a15:36933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:03:24,063 DEBUG [RS:0;2ba012863a15:36933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:03:24,064 DEBUG [RS:0;2ba012863a15:36933 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2ba012863a15,36933,1731337402406 2024-11-11T15:03:24,064 DEBUG [RS:0;2ba012863a15:36933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2ba012863a15,36933,1731337402406' 2024-11-11T15:03:24,064 DEBUG [RS:0;2ba012863a15:36933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T15:03:24,064 INFO [RS:1;2ba012863a15:43323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,064 INFO [RS:2;2ba012863a15:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,064 DEBUG [RS:0;2ba012863a15:36933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T15:03:24,064 INFO [RS:2;2ba012863a15:37187 {}] regionserver.HRegionServer(1482): Serving as 2ba012863a15,37187,1731337402562, RpcServer on 2ba012863a15/172.17.0.2:37187, sessionid=0x1002f422ffa0003 2024-11-11T15:03:24,064 INFO [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(1482): Serving as 2ba012863a15,43323,1731337402509, RpcServer on 2ba012863a15/172.17.0.2:43323, sessionid=0x1002f422ffa0002 2024-11-11T15:03:24,065 DEBUG [RS:2;2ba012863a15:37187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:03:24,065 DEBUG [RS:1;2ba012863a15:43323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:03:24,065 DEBUG [RS:1;2ba012863a15:43323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2ba012863a15,43323,1731337402509 2024-11-11T15:03:24,065 DEBUG [RS:2;2ba012863a15:37187 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2ba012863a15,37187,1731337402562 2024-11-11T15:03:24,065 DEBUG [RS:2;2ba012863a15:37187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2ba012863a15,37187,1731337402562' 2024-11-11T15:03:24,065 DEBUG [RS:1;2ba012863a15:43323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2ba012863a15,43323,1731337402509' 2024-11-11T15:03:24,065 DEBUG [RS:2;2ba012863a15:37187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T15:03:24,065 DEBUG [RS:0;2ba012863a15:36933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:03:24,065 DEBUG [RS:1;2ba012863a15:43323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T15:03:24,065 INFO [RS:0;2ba012863a15:36933 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:03:24,065 INFO [RS:0;2ba012863a15:36933 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:03:24,065 DEBUG [RS:2;2ba012863a15:37187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T15:03:24,066 DEBUG [RS:1;2ba012863a15:43323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T15:03:24,066 DEBUG [RS:2;2ba012863a15:37187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:03:24,066 DEBUG [RS:2;2ba012863a15:37187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:03:24,066 DEBUG [RS:1;2ba012863a15:43323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:03:24,066 DEBUG [RS:2;2ba012863a15:37187 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2ba012863a15,37187,1731337402562 2024-11-11T15:03:24,066 DEBUG [RS:1;2ba012863a15:43323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:03:24,066 DEBUG [RS:2;2ba012863a15:37187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2ba012863a15,37187,1731337402562' 2024-11-11T15:03:24,066 DEBUG [RS:2;2ba012863a15:37187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T15:03:24,066 DEBUG [RS:1;2ba012863a15:43323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2ba012863a15,43323,1731337402509 2024-11-11T15:03:24,066 DEBUG [RS:1;2ba012863a15:43323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2ba012863a15,43323,1731337402509' 2024-11-11T15:03:24,066 DEBUG [RS:1;2ba012863a15:43323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T15:03:24,067 DEBUG [RS:2;2ba012863a15:37187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T15:03:24,067 DEBUG [RS:1;2ba012863a15:43323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T15:03:24,067 DEBUG [RS:2;2ba012863a15:37187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:03:24,067 INFO [RS:2;2ba012863a15:37187 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:03:24,067 INFO [RS:2;2ba012863a15:37187 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:03:24,067 DEBUG [RS:1;2ba012863a15:43323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:03:24,068 INFO [RS:1;2ba012863a15:43323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:03:24,068 INFO [RS:1;2ba012863a15:43323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:03:24,173 INFO [RS:0;2ba012863a15:36933 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:03:24,173 INFO [RS:1;2ba012863a15:43323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:03:24,173 INFO [RS:2;2ba012863a15:37187 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:03:24,176 INFO [RS:1;2ba012863a15:43323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2ba012863a15%2C43323%2C1731337402509, suffix=, logDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,43323,1731337402509, archiveDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/oldWALs, maxLogs=32 2024-11-11T15:03:24,176 INFO [RS:2;2ba012863a15:37187 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2ba012863a15%2C37187%2C1731337402562, suffix=, logDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562, archiveDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/oldWALs, maxLogs=32 2024-11-11T15:03:24,176 INFO [RS:0;2ba012863a15:36933 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2ba012863a15%2C36933%2C1731337402406, suffix=, logDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,36933,1731337402406, archiveDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/oldWALs, maxLogs=32 2024-11-11T15:03:24,194 DEBUG [RS:1;2ba012863a15:43323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,43323,1731337402509/2ba012863a15%2C43323%2C1731337402509.1731337404181, exclude list is [], retry=0 2024-11-11T15:03:24,194 DEBUG [RS:0;2ba012863a15:36933 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,36933,1731337402406/2ba012863a15%2C36933%2C1731337402406.1731337404181, exclude list is [], retry=0 2024-11-11T15:03:24,195 DEBUG [RS:2;2ba012863a15:37187 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562/2ba012863a15%2C37187%2C1731337402562.1731337404181, exclude list is [], retry=0 2024-11-11T15:03:24,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41275,DS-22736ae0-4ce6-4519-a832-5cfd7d0dccc1,DISK] 2024-11-11T15:03:24,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40985,DS-40cd881b-dd5c-4dc2-a69d-0455e2ab68ea,DISK] 2024-11-11T15:03:24,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40985,DS-40cd881b-dd5c-4dc2-a69d-0455e2ab68ea,DISK] 2024-11-11T15:03:24,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41423,DS-48a1ed8a-c6bf-4cdd-94c6-46bfe5f0f892,DISK] 2024-11-11T15:03:24,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41275,DS-22736ae0-4ce6-4519-a832-5cfd7d0dccc1,DISK] 2024-11-11T15:03:24,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41423,DS-48a1ed8a-c6bf-4cdd-94c6-46bfe5f0f892,DISK] 2024-11-11T15:03:24,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40985,DS-40cd881b-dd5c-4dc2-a69d-0455e2ab68ea,DISK] 2024-11-11T15:03:24,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41275,DS-22736ae0-4ce6-4519-a832-5cfd7d0dccc1,DISK] 2024-11-11T15:03:24,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41423,DS-48a1ed8a-c6bf-4cdd-94c6-46bfe5f0f892,DISK] 2024-11-11T15:03:24,209 INFO [RS:0;2ba012863a15:36933 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,36933,1731337402406/2ba012863a15%2C36933%2C1731337402406.1731337404181 2024-11-11T15:03:24,213 DEBUG [RS:0;2ba012863a15:36933 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45711:45711),(127.0.0.1/127.0.0.1:41865:41865),(127.0.0.1/127.0.0.1:38401:38401)] 2024-11-11T15:03:24,214 INFO [RS:1;2ba012863a15:43323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,43323,1731337402509/2ba012863a15%2C43323%2C1731337402509.1731337404181 2024-11-11T15:03:24,214 INFO [RS:2;2ba012863a15:37187 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562/2ba012863a15%2C37187%2C1731337402562.1731337404181 2024-11-11T15:03:24,218 DEBUG [RS:1;2ba012863a15:43323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45711:45711),(127.0.0.1/127.0.0.1:38401:38401),(127.0.0.1/127.0.0.1:41865:41865)] 2024-11-11T15:03:24,218 DEBUG [RS:2;2ba012863a15:37187 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41865:41865),(127.0.0.1/127.0.0.1:45711:45711),(127.0.0.1/127.0.0.1:38401:38401)] 2024-11-11T15:03:24,259 DEBUG [2ba012863a15:46189 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-11T15:03:24,270 DEBUG [2ba012863a15:46189 {}] balancer.BalancerClusterState(204): Hosts are {2ba012863a15=0} racks are {/default-rack=0} 2024-11-11T15:03:24,276 DEBUG [2ba012863a15:46189 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T15:03:24,276 DEBUG [2ba012863a15:46189 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T15:03:24,276 DEBUG [2ba012863a15:46189 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T15:03:24,276 DEBUG [2ba012863a15:46189 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T15:03:24,276 DEBUG [2ba012863a15:46189 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T15:03:24,276 DEBUG [2ba012863a15:46189 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T15:03:24,276 INFO [2ba012863a15:46189 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T15:03:24,276 INFO [2ba012863a15:46189 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T15:03:24,276 INFO [2ba012863a15:46189 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T15:03:24,276 DEBUG [2ba012863a15:46189 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T15:03:24,283 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2ba012863a15,37187,1731337402562 2024-11-11T15:03:24,289 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2ba012863a15,37187,1731337402562, state=OPENING 2024-11-11T15:03:24,309 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:03:24,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:03:24,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:03:24,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:03:24,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1002f422ffa0003, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:03:24,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:03:24,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:03:24,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:03:24,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:03:24,321 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:03:24,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2ba012863a15,37187,1731337402562}] 2024-11-11T15:03:24,501 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:03:24,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54379, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:03:24,517 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:03:24,517 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:03:24,518 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:03:24,522 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2ba012863a15%2C37187%2C1731337402562.meta, suffix=.meta, logDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562, archiveDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/oldWALs, maxLogs=32 2024-11-11T15:03:24,540 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562/2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, exclude list is [], retry=0 2024-11-11T15:03:24,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41423,DS-48a1ed8a-c6bf-4cdd-94c6-46bfe5f0f892,DISK] 2024-11-11T15:03:24,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40985,DS-40cd881b-dd5c-4dc2-a69d-0455e2ab68ea,DISK] 2024-11-11T15:03:24,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41275,DS-22736ae0-4ce6-4519-a832-5cfd7d0dccc1,DISK] 2024-11-11T15:03:24,553 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562/2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta 2024-11-11T15:03:24,553 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41865:41865),(127.0.0.1/127.0.0.1:45711:45711),(127.0.0.1/127.0.0.1:38401:38401)] 2024-11-11T15:03:24,553 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:03:24,555 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:03:24,558 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:03:24,562 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:03:24,566 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:03:24,567 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:24,567 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:03:24,567 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:03:24,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:03:24,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:03:24,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:24,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:03:24,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:03:24,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:03:24,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:24,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:03:24,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:03:24,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:03:24,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:24,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:03:24,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:03:24,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:03:24,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:24,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:03:24,581 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:03:24,583 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740 2024-11-11T15:03:24,585 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740 2024-11-11T15:03:24,588 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:03:24,588 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:03:24,589 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:03:24,593 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:03:24,595 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74035890, jitterRate=0.10322073101997375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:03:24,595 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:03:24,597 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731337404568Writing region info on filesystem at 1731337404568Initializing all the Stores at 1731337404570 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731337404570Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731337404570Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337404570Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731337404571 (+1 ms)Cleaning up temporary data from old regions at 1731337404588 (+17 ms)Running coprocessor post-open hooks at 1731337404595 (+7 ms)Region opened successfully at 1731337404597 (+2 ms) 2024-11-11T15:03:24,605 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731337404491 2024-11-11T15:03:24,617 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:03:24,618 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:03:24,620 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,37187,1731337402562 2024-11-11T15:03:24,622 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2ba012863a15,37187,1731337402562, state=OPEN 2024-11-11T15:03:24,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1002f422ffa0003, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:03:24,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:03:24,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:03:24,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:03:24,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:03:24,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:03:24,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:03:24,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:03:24,633 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2ba012863a15,37187,1731337402562 2024-11-11T15:03:24,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:03:24,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2ba012863a15,37187,1731337402562 in 310 msec 2024-11-11T15:03:24,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:03:24,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 802 msec 2024-11-11T15:03:24,649 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:03:24,649 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:03:24,669 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:03:24,670 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:03:24,688 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:03:24,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34645, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:03:24,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0870 sec 2024-11-11T15:03:24,713 INFO [master/2ba012863a15:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731337404713, completionTime=-1 2024-11-11T15:03:24,715 INFO [master/2ba012863a15:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-11T15:03:24,715 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T15:03:24,748 INFO [master/2ba012863a15:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-11T15:03:24,748 INFO [master/2ba012863a15:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731337464748 2024-11-11T15:03:24,748 INFO [master/2ba012863a15:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731337524748 2024-11-11T15:03:24,748 INFO [master/2ba012863a15:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 32 msec 2024-11-11T15:03:24,750 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:03:24,759 INFO [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2ba012863a15,46189,1731337401602-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,760 INFO [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2ba012863a15,46189,1731337401602-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,760 INFO [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2ba012863a15,46189,1731337401602-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,761 INFO [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2ba012863a15:46189, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,762 INFO [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,765 INFO [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,770 DEBUG [master/2ba012863a15:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:03:24,794 INFO [master/2ba012863a15:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.125sec 2024-11-11T15:03:24,796 INFO [master/2ba012863a15:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:03:24,797 INFO [master/2ba012863a15:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:03:24,798 INFO [master/2ba012863a15:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:03:24,798 INFO [master/2ba012863a15:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:03:24,798 INFO [master/2ba012863a15:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:03:24,799 INFO [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2ba012863a15,46189,1731337401602-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:03:24,800 INFO [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2ba012863a15,46189,1731337401602-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:03:24,805 DEBUG [master/2ba012863a15:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:03:24,806 INFO [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:03:24,806 INFO [master/2ba012863a15:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2ba012863a15,46189,1731337401602-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:03:24,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5e5329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:03:24,818 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T15:03:24,819 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T15:03:24,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2ba012863a15,46189,-1 for getting cluster id 2024-11-11T15:03:24,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:03:24,838 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcbbe398-1fa3-4844-b3f2-0eb6243625b6' 2024-11-11T15:03:24,840 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:03:24,840 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcbbe398-1fa3-4844-b3f2-0eb6243625b6" 2024-11-11T15:03:24,841 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62fabd1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:03:24,841 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2ba012863a15,46189,-1] 2024-11-11T15:03:24,843 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:03:24,846 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:03:24,848 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:03:24,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c26e9a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:03:24,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:03:24,861 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:03:24,862 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:03:24,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:03:24,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2ba012863a15,46189,1731337401602 2024-11-11T15:03:24,915 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-11T15:03:24,921 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:03:24,932 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2ba012863a15,46189,1731337401602 2024-11-11T15:03:24,934 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cb4875d 2024-11-11T15:03:24,936 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:03:24,939 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:03:24,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:03:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-11T15:03:24,966 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:03:24,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-11T15:03:24,970 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:24,975 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:03:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:03:24,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741837_1013 (size=1020) 2024-11-11T15:03:24,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741837_1013 (size=1020) 2024-11-11T15:03:24,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741837_1013 (size=1020) 2024-11-11T15:03:25,000 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c76e982bd0a77359301e26f912efaa79, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:25,001 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6095f3e591b7e69c212ab752be02f394, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:25,001 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9eef2c8475384aa971f0d313b537b538, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:25,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741839_1015 (size=110) 2024-11-11T15:03:25,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741839_1015 (size=110) 2024-11-11T15:03:25,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741839_1015 (size=110) 2024-11-11T15:03:25,031 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:25,031 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 9eef2c8475384aa971f0d313b537b538, disabling compactions & flushes 2024-11-11T15:03:25,032 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538. 2024-11-11T15:03:25,032 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538. 2024-11-11T15:03:25,032 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538. after waiting 0 ms 2024-11-11T15:03:25,032 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538. 2024-11-11T15:03:25,032 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538. 2024-11-11T15:03:25,032 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9eef2c8475384aa971f0d313b537b538: Waiting for close lock at 1731337405031Disabling compacts and flushes for region at 1731337405031Disabling writes for close at 1731337405032 (+1 ms)Writing region close event to WAL at 1731337405032Closed at 1731337405032 2024-11-11T15:03:25,033 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a127f7b3c9885aca6c23dd667bd45a01, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:25,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741840_1016 (size=107) 2024-11-11T15:03:25,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741840_1016 (size=107) 2024-11-11T15:03:25,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741840_1016 (size=107) 2024-11-11T15:03:25,046 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:25,046 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 6095f3e591b7e69c212ab752be02f394, disabling compactions & flushes 2024-11-11T15:03:25,046 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394. 2024-11-11T15:03:25,046 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394. 2024-11-11T15:03:25,046 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394. after waiting 0 ms 2024-11-11T15:03:25,046 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394. 2024-11-11T15:03:25,046 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394. 2024-11-11T15:03:25,046 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6095f3e591b7e69c212ab752be02f394: Waiting for close lock at 1731337405046Disabling compacts and flushes for region at 1731337405046Disabling writes for close at 1731337405046Writing region close event to WAL at 1731337405046Closed at 1731337405046 2024-11-11T15:03:25,047 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 46d445a615963ba182fbaa7d33c40c8d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:25,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741838_1014 (size=110) 2024-11-11T15:03:25,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741838_1014 (size=110) 2024-11-11T15:03:25,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741838_1014 (size=110) 2024-11-11T15:03:25,056 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:25,056 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing c76e982bd0a77359301e26f912efaa79, disabling compactions & flushes 2024-11-11T15:03:25,056 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79. 2024-11-11T15:03:25,056 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79. 2024-11-11T15:03:25,056 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79. after waiting 0 ms 2024-11-11T15:03:25,057 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79. 2024-11-11T15:03:25,057 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79. 2024-11-11T15:03:25,057 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for c76e982bd0a77359301e26f912efaa79: Waiting for close lock at 1731337405056Disabling compacts and flushes for region at 1731337405056Disabling writes for close at 1731337405056Writing region close event to WAL at 1731337405057 (+1 ms)Closed at 1731337405057 2024-11-11T15:03:25,058 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 41bcb430154250115506527c48829cff, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:25,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741841_1017 (size=110) 2024-11-11T15:03:25,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741841_1017 (size=110) 2024-11-11T15:03:25,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741841_1017 (size=110) 2024-11-11T15:03:25,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741842_1018 (size=110) 2024-11-11T15:03:25,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741842_1018 (size=110) 2024-11-11T15:03:25,081 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:25,081 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing a127f7b3c9885aca6c23dd667bd45a01, disabling compactions & flushes 2024-11-11T15:03:25,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741842_1018 (size=110) 2024-11-11T15:03:25,081 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01. 2024-11-11T15:03:25,081 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01. 2024-11-11T15:03:25,081 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01. after waiting 0 ms 2024-11-11T15:03:25,081 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01. 2024-11-11T15:03:25,081 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01. 2024-11-11T15:03:25,081 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for a127f7b3c9885aca6c23dd667bd45a01: Waiting for close lock at 1731337405081Disabling compacts and flushes for region at 1731337405081Disabling writes for close at 1731337405081Writing region close event to WAL at 1731337405081Closed at 1731337405081 2024-11-11T15:03:25,082 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b6fb34bb52e19824e8858dcb7c5a4c07, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:25,084 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:25,084 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 46d445a615963ba182fbaa7d33c40c8d, disabling compactions & flushes 2024-11-11T15:03:25,084 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d. 2024-11-11T15:03:25,085 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d. 2024-11-11T15:03:25,085 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d. after waiting 0 ms 2024-11-11T15:03:25,085 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d. 2024-11-11T15:03:25,085 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d. 2024-11-11T15:03:25,085 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 46d445a615963ba182fbaa7d33c40c8d: Waiting for close lock at 1731337405084Disabling compacts and flushes for region at 1731337405084Disabling writes for close at 1731337405085 (+1 ms)Writing region close event to WAL at 1731337405085Closed at 1731337405085 2024-11-11T15:03:25,086 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4cf4161ca873bc45cbc04c362f8eca73, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:03:25,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741843_1019 (size=110) 2024-11-11T15:03:25,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741843_1019 (size=110) 2024-11-11T15:03:25,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741843_1019 (size=110) 2024-11-11T15:03:25,089 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:25,090 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 41bcb430154250115506527c48829cff, disabling compactions & flushes 2024-11-11T15:03:25,090 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff. 2024-11-11T15:03:25,090 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff. 2024-11-11T15:03:25,090 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff. after waiting 0 ms 2024-11-11T15:03:25,090 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff. 2024-11-11T15:03:25,090 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff. 2024-11-11T15:03:25,090 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 41bcb430154250115506527c48829cff: Waiting for close lock at 1731337405090Disabling compacts and flushes for region at 1731337405090Disabling writes for close at 1731337405090Writing region close event to WAL at 1731337405090Closed at 1731337405090 2024-11-11T15:03:25,092 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 15e4fefc60612f7a03f2594dc64e4388, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:25,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741844_1020 (size=110) 2024-11-11T15:03:25,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741844_1020 (size=110) 2024-11-11T15:03:25,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741844_1020 (size=110) 2024-11-11T15:03:25,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741845_1021 (size=110) 2024-11-11T15:03:25,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741845_1021 (size=110) 2024-11-11T15:03:25,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741845_1021 (size=110) 2024-11-11T15:03:25,108 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:25,108 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing b6fb34bb52e19824e8858dcb7c5a4c07, disabling compactions & flushes 2024-11-11T15:03:25,108 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07. 2024-11-11T15:03:25,109 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07. 2024-11-11T15:03:25,109 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07. after waiting 0 ms 2024-11-11T15:03:25,109 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07. 2024-11-11T15:03:25,109 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07. 2024-11-11T15:03:25,109 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for b6fb34bb52e19824e8858dcb7c5a4c07: Waiting for close lock at 1731337405108Disabling compacts and flushes for region at 1731337405108Disabling writes for close at 1731337405109 (+1 ms)Writing region close event to WAL at 1731337405109Closed at 1731337405109 2024-11-11T15:03:25,110 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5053012957fa3ad0b35c8d6c319b3624, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:25,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741846_1022 (size=110) 2024-11-11T15:03:25,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741846_1022 (size=110) 2024-11-11T15:03:25,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741846_1022 (size=110) 2024-11-11T15:03:25,122 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:25,122 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 15e4fefc60612f7a03f2594dc64e4388, disabling compactions & flushes 2024-11-11T15:03:25,122 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388. 2024-11-11T15:03:25,122 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388. 2024-11-11T15:03:25,122 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388. after waiting 0 ms 2024-11-11T15:03:25,122 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388. 2024-11-11T15:03:25,122 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388. 2024-11-11T15:03:25,122 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 15e4fefc60612f7a03f2594dc64e4388: Waiting for close lock at 1731337405122Disabling compacts and flushes for region at 1731337405122Disabling writes for close at 1731337405122Writing region close event to WAL at 1731337405122Closed at 1731337405122 2024-11-11T15:03:25,123 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0706cdc901ca309b8576eaae541a859b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:25,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741847_1023 (size=110) 2024-11-11T15:03:25,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741847_1023 (size=110) 2024-11-11T15:03:25,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741847_1023 (size=110) 2024-11-11T15:03:25,148 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:25,148 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 5053012957fa3ad0b35c8d6c319b3624, disabling compactions & flushes 2024-11-11T15:03:25,148 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624. 2024-11-11T15:03:25,148 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624. 2024-11-11T15:03:25,148 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624. after waiting 0 ms 2024-11-11T15:03:25,148 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624. 2024-11-11T15:03:25,148 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624. 2024-11-11T15:03:25,149 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5053012957fa3ad0b35c8d6c319b3624: Waiting for close lock at 1731337405148Disabling compacts and flushes for region at 1731337405148Disabling writes for close at 1731337405148Writing region close event to WAL at 1731337405148Closed at 1731337405148 2024-11-11T15:03:25,149 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8831c6ba20b6ed4ae28131107f6b7d8a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731337404942.8831c6ba20b6ed4ae28131107f6b7d8a.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:25,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741848_1024 (size=110) 2024-11-11T15:03:25,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741848_1024 (size=110) 2024-11-11T15:03:25,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741848_1024 (size=110) 2024-11-11T15:03:25,162 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:25,163 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 0706cdc901ca309b8576eaae541a859b, disabling compactions & flushes 2024-11-11T15:03:25,163 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b. 2024-11-11T15:03:25,163 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b. 2024-11-11T15:03:25,163 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b. after waiting 0 ms 2024-11-11T15:03:25,163 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b. 2024-11-11T15:03:25,163 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b. 2024-11-11T15:03:25,163 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0706cdc901ca309b8576eaae541a859b: Waiting for close lock at 1731337405163Disabling compacts and flushes for region at 1731337405163Disabling writes for close at 1731337405163Writing region close event to WAL at 1731337405163Closed at 1731337405163 2024-11-11T15:03:25,164 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 25abbdf20ff8ab43d6ec5a60a904e0e2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:25,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741849_1025 (size=110) 2024-11-11T15:03:25,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741849_1025 (size=110) 2024-11-11T15:03:25,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741849_1025 (size=110) 2024-11-11T15:03:25,194 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731337404942.8831c6ba20b6ed4ae28131107f6b7d8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:25,194 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 8831c6ba20b6ed4ae28131107f6b7d8a, disabling compactions & flushes 2024-11-11T15:03:25,194 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731337404942.8831c6ba20b6ed4ae28131107f6b7d8a. 2024-11-11T15:03:25,194 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731337404942.8831c6ba20b6ed4ae28131107f6b7d8a. 2024-11-11T15:03:25,194 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731337404942.8831c6ba20b6ed4ae28131107f6b7d8a. after waiting 0 ms 2024-11-11T15:03:25,194 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731337404942.8831c6ba20b6ed4ae28131107f6b7d8a. 2024-11-11T15:03:25,194 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731337404942.8831c6ba20b6ed4ae28131107f6b7d8a. 2024-11-11T15:03:25,195 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8831c6ba20b6ed4ae28131107f6b7d8a: Waiting for close lock at 1731337405194Disabling compacts and flushes for region at 1731337405194Disabling writes for close at 1731337405194Writing region close event to WAL at 1731337405194Closed at 1731337405194 2024-11-11T15:03:25,196 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b547ea9b5e1f6062bfc4ec5746f1e2bc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731337404942.b547ea9b5e1f6062bfc4ec5746f1e2bc.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:25,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741850_1026 (size=110) 2024-11-11T15:03:25,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741850_1026 (size=110) 2024-11-11T15:03:25,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741850_1026 (size=110) 2024-11-11T15:03:25,211 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:25,211 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 25abbdf20ff8ab43d6ec5a60a904e0e2, disabling compactions & flushes 2024-11-11T15:03:25,211 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2. 2024-11-11T15:03:25,211 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2. 2024-11-11T15:03:25,211 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2. after waiting 0 ms 2024-11-11T15:03:25,211 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2. 2024-11-11T15:03:25,212 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2. 2024-11-11T15:03:25,212 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 25abbdf20ff8ab43d6ec5a60a904e0e2: Waiting for close lock at 1731337405211Disabling compacts and flushes for region at 1731337405211Disabling writes for close at 1731337405211Writing region close event to WAL at 1731337405212 (+1 ms)Closed at 1731337405212 2024-11-11T15:03:25,213 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2ad254a2016c07a42bb9d04adf7f77a2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:25,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741851_1027 (size=110) 2024-11-11T15:03:25,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741851_1027 (size=110) 2024-11-11T15:03:25,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741851_1027 (size=110) 2024-11-11T15:03:25,221 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731337404942.b547ea9b5e1f6062bfc4ec5746f1e2bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:25,222 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing b547ea9b5e1f6062bfc4ec5746f1e2bc, disabling compactions & flushes 2024-11-11T15:03:25,222 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731337404942.b547ea9b5e1f6062bfc4ec5746f1e2bc. 2024-11-11T15:03:25,222 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731337404942.b547ea9b5e1f6062bfc4ec5746f1e2bc. 2024-11-11T15:03:25,222 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731337404942.b547ea9b5e1f6062bfc4ec5746f1e2bc. after waiting 0 ms 2024-11-11T15:03:25,222 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731337404942.b547ea9b5e1f6062bfc4ec5746f1e2bc. 2024-11-11T15:03:25,222 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731337404942.b547ea9b5e1f6062bfc4ec5746f1e2bc. 2024-11-11T15:03:25,222 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for b547ea9b5e1f6062bfc4ec5746f1e2bc: Waiting for close lock at 1731337405222Disabling compacts and flushes for region at 1731337405222Disabling writes for close at 1731337405222Writing region close event to WAL at 1731337405222Closed at 1731337405222 2024-11-11T15:03:25,223 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 125d2d6b74af454257602cb2fce5e4ef, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:25,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741852_1028 (size=110) 2024-11-11T15:03:25,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741852_1028 (size=110) 2024-11-11T15:03:25,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741852_1028 (size=110) 2024-11-11T15:03:25,229 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:25,229 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 2ad254a2016c07a42bb9d04adf7f77a2, disabling compactions & flushes 2024-11-11T15:03:25,229 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2. 2024-11-11T15:03:25,229 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2. 2024-11-11T15:03:25,229 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2. after waiting 0 ms 2024-11-11T15:03:25,229 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2. 2024-11-11T15:03:25,229 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2. 2024-11-11T15:03:25,229 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2ad254a2016c07a42bb9d04adf7f77a2: Waiting for close lock at 1731337405229Disabling compacts and flushes for region at 1731337405229Disabling writes for close at 1731337405229Writing region close event to WAL at 1731337405229Closed at 1731337405229 2024-11-11T15:03:25,230 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 41dac254772fb648834582b2d62e3f7c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731337404942.41dac254772fb648834582b2d62e3f7c.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:25,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741853_1029 (size=110) 2024-11-11T15:03:25,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741853_1029 (size=110) 2024-11-11T15:03:25,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741853_1029 (size=110) 2024-11-11T15:03:25,243 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:25,243 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 125d2d6b74af454257602cb2fce5e4ef, disabling compactions & flushes 2024-11-11T15:03:25,243 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef. 2024-11-11T15:03:25,243 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef. 2024-11-11T15:03:25,243 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef. after waiting 0 ms 2024-11-11T15:03:25,243 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef. 2024-11-11T15:03:25,243 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef. 2024-11-11T15:03:25,244 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 125d2d6b74af454257602cb2fce5e4ef: Waiting for close lock at 1731337405243Disabling compacts and flushes for region at 1731337405243Disabling writes for close at 1731337405243Writing region close event to WAL at 1731337405243Closed at 1731337405243 2024-11-11T15:03:25,244 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 632939b50825a58679c67532135ea99d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:25,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741854_1030 (size=110) 2024-11-11T15:03:25,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741854_1030 (size=110) 2024-11-11T15:03:25,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741854_1030 (size=110) 2024-11-11T15:03:25,254 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731337404942.41dac254772fb648834582b2d62e3f7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:25,254 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 41dac254772fb648834582b2d62e3f7c, disabling compactions & flushes 2024-11-11T15:03:25,254 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731337404942.41dac254772fb648834582b2d62e3f7c. 2024-11-11T15:03:25,254 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731337404942.41dac254772fb648834582b2d62e3f7c. 2024-11-11T15:03:25,254 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731337404942.41dac254772fb648834582b2d62e3f7c. after waiting 0 ms 2024-11-11T15:03:25,254 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731337404942.41dac254772fb648834582b2d62e3f7c. 2024-11-11T15:03:25,254 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731337404942.41dac254772fb648834582b2d62e3f7c. 2024-11-11T15:03:25,255 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 41dac254772fb648834582b2d62e3f7c: Waiting for close lock at 1731337405254Disabling compacts and flushes for region at 1731337405254Disabling writes for close at 1731337405254Writing region close event to WAL at 1731337405254Closed at 1731337405254 2024-11-11T15:03:25,255 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4cd1c5846adf288a59dfb73832cd1ecb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:25,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741855_1031 (size=110) 2024-11-11T15:03:25,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741855_1031 (size=110) 2024-11-11T15:03:25,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741855_1031 (size=110) 2024-11-11T15:03:25,270 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:25,271 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 632939b50825a58679c67532135ea99d, disabling compactions & flushes 2024-11-11T15:03:25,271 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d. 2024-11-11T15:03:25,271 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d. 2024-11-11T15:03:25,271 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d. after waiting 0 ms 2024-11-11T15:03:25,271 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d. 2024-11-11T15:03:25,271 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d. 2024-11-11T15:03:25,271 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 632939b50825a58679c67532135ea99d: Waiting for close lock at 1731337405271Disabling compacts and flushes for region at 1731337405271Disabling writes for close at 1731337405271Writing region close event to WAL at 1731337405271Closed at 1731337405271 2024-11-11T15:03:25,272 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5f09eb15bd400d7de9a08a02da4e6d6c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:25,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741856_1032 (size=110) 2024-11-11T15:03:25,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741856_1032 (size=110) 2024-11-11T15:03:25,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741856_1032 (size=110) 2024-11-11T15:03:25,287 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:25,287 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 4cd1c5846adf288a59dfb73832cd1ecb, disabling compactions & flushes 2024-11-11T15:03:25,287 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb. 2024-11-11T15:03:25,287 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb. 2024-11-11T15:03:25,287 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb. after waiting 0 ms 2024-11-11T15:03:25,288 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb. 2024-11-11T15:03:25,288 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb. 2024-11-11T15:03:25,288 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4cd1c5846adf288a59dfb73832cd1ecb: Waiting for close lock at 1731337405287Disabling compacts and flushes for region at 1731337405287Disabling writes for close at 1731337405288 (+1 ms)Writing region close event to WAL at 1731337405288Closed at 1731337405288 2024-11-11T15:03:25,289 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f1f36b862217df0a80e305b999ea327f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:03:25,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741857_1033 (size=110) 2024-11-11T15:03:25,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741857_1033 (size=110) 2024-11-11T15:03:25,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741857_1033 (size=110) 2024-11-11T15:03:25,307 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:25,307 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 5f09eb15bd400d7de9a08a02da4e6d6c, disabling compactions & flushes 2024-11-11T15:03:25,307 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c. 2024-11-11T15:03:25,307 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c. 2024-11-11T15:03:25,307 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c. after waiting 0 ms 2024-11-11T15:03:25,307 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c. 2024-11-11T15:03:25,307 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c. 2024-11-11T15:03:25,307 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5f09eb15bd400d7de9a08a02da4e6d6c: Waiting for close lock at 1731337405307Disabling compacts and flushes for region at 1731337405307Disabling writes for close at 1731337405307Writing region close event to WAL at 1731337405307Closed at 1731337405307 2024-11-11T15:03:25,308 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => aef1fbc7ea82d3465c3285fe84a0def5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:25,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741858_1034 (size=110) 2024-11-11T15:03:25,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741858_1034 (size=110) 2024-11-11T15:03:25,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741858_1034 (size=110) 2024-11-11T15:03:25,311 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:25,311 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing f1f36b862217df0a80e305b999ea327f, disabling compactions & flushes 2024-11-11T15:03:25,312 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f. 2024-11-11T15:03:25,312 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f. 2024-11-11T15:03:25,312 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f. after waiting 0 ms 2024-11-11T15:03:25,312 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f. 2024-11-11T15:03:25,312 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f. 2024-11-11T15:03:25,312 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for f1f36b862217df0a80e305b999ea327f: Waiting for close lock at 1731337405311Disabling compacts and flushes for region at 1731337405311Disabling writes for close at 1731337405312 (+1 ms)Writing region close event to WAL at 1731337405312Closed at 1731337405312 2024-11-11T15:03:25,313 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4390a310c3a61ba5a0ca28a10abb3931, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731337404942.4390a310c3a61ba5a0ca28a10abb3931.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:25,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741859_1035 (size=110) 2024-11-11T15:03:25,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741859_1035 (size=110) 2024-11-11T15:03:25,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741859_1035 (size=110) 2024-11-11T15:03:25,324 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:25,324 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing aef1fbc7ea82d3465c3285fe84a0def5, disabling compactions & flushes 2024-11-11T15:03:25,324 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5. 2024-11-11T15:03:25,324 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5. 2024-11-11T15:03:25,324 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5. after waiting 0 ms 2024-11-11T15:03:25,324 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5. 2024-11-11T15:03:25,324 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5. 2024-11-11T15:03:25,324 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for aef1fbc7ea82d3465c3285fe84a0def5: Waiting for close lock at 1731337405324Disabling compacts and flushes for region at 1731337405324Disabling writes for close at 1731337405324Writing region close event to WAL at 1731337405324Closed at 1731337405324 2024-11-11T15:03:25,325 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c4279699cba0d55d9dc68f6216bda61b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:25,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741860_1036 (size=110) 2024-11-11T15:03:25,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741860_1036 (size=110) 2024-11-11T15:03:25,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741860_1036 (size=110) 2024-11-11T15:03:25,329 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731337404942.4390a310c3a61ba5a0ca28a10abb3931.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:25,329 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 4390a310c3a61ba5a0ca28a10abb3931, disabling compactions & flushes 2024-11-11T15:03:25,329 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731337404942.4390a310c3a61ba5a0ca28a10abb3931. 2024-11-11T15:03:25,329 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731337404942.4390a310c3a61ba5a0ca28a10abb3931. 2024-11-11T15:03:25,329 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731337404942.4390a310c3a61ba5a0ca28a10abb3931. after waiting 0 ms 2024-11-11T15:03:25,329 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731337404942.4390a310c3a61ba5a0ca28a10abb3931. 2024-11-11T15:03:25,329 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731337404942.4390a310c3a61ba5a0ca28a10abb3931. 2024-11-11T15:03:25,329 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4390a310c3a61ba5a0ca28a10abb3931: Waiting for close lock at 1731337405329Disabling compacts and flushes for region at 1731337405329Disabling writes for close at 1731337405329Writing region close event to WAL at 1731337405329Closed at 1731337405329 2024-11-11T15:03:25,330 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d845e46ae964af3a17084065be0dc6e5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:25,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741861_1037 (size=110) 2024-11-11T15:03:25,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741861_1037 (size=110) 2024-11-11T15:03:25,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741861_1037 (size=110) 2024-11-11T15:03:25,342 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:25,342 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing c4279699cba0d55d9dc68f6216bda61b, disabling compactions & flushes 2024-11-11T15:03:25,342 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b. 2024-11-11T15:03:25,343 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b. 2024-11-11T15:03:25,343 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b. after waiting 0 ms 2024-11-11T15:03:25,343 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b. 2024-11-11T15:03:25,343 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b. 2024-11-11T15:03:25,343 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for c4279699cba0d55d9dc68f6216bda61b: Waiting for close lock at 1731337405342Disabling compacts and flushes for region at 1731337405342Disabling writes for close at 1731337405343 (+1 ms)Writing region close event to WAL at 1731337405343Closed at 1731337405343 2024-11-11T15:03:25,344 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cf207c1a1fe6fb43795982e6b095cd8b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731337404942.cf207c1a1fe6fb43795982e6b095cd8b.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2 2024-11-11T15:03:25,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741862_1038 (size=110) 2024-11-11T15:03:25,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741862_1038 (size=110) 2024-11-11T15:03:25,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741862_1038 (size=110) 2024-11-11T15:03:25,351 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:25,351 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing d845e46ae964af3a17084065be0dc6e5, disabling compactions & flushes 2024-11-11T15:03:25,351 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5. 2024-11-11T15:03:25,351 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5. 2024-11-11T15:03:25,351 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5. after waiting 0 ms 2024-11-11T15:03:25,351 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5. 2024-11-11T15:03:25,351 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5. 2024-11-11T15:03:25,352 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for d845e46ae964af3a17084065be0dc6e5: Waiting for close lock at 1731337405351Disabling compacts and flushes for region at 1731337405351Disabling writes for close at 1731337405351Writing region close event to WAL at 1731337405351Closed at 1731337405351 2024-11-11T15:03:25,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741863_1039 (size=107) 2024-11-11T15:03:25,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741863_1039 (size=107) 2024-11-11T15:03:25,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741863_1039 (size=107) 2024-11-11T15:03:25,508 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:25,508 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 4cf4161ca873bc45cbc04c362f8eca73, disabling compactions & flushes 2024-11-11T15:03:25,508 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73. 2024-11-11T15:03:25,508 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73. 2024-11-11T15:03:25,508 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73. after waiting 0 ms 2024-11-11T15:03:25,508 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73. 2024-11-11T15:03:25,509 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73. 2024-11-11T15:03:25,509 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4cf4161ca873bc45cbc04c362f8eca73: Waiting for close lock at 1731337405508Disabling compacts and flushes for region at 1731337405508Disabling writes for close at 1731337405508Writing region close event to WAL at 1731337405509 (+1 ms)Closed at 1731337405509 2024-11-11T15:03:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:03:25,761 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731337404942.cf207c1a1fe6fb43795982e6b095cd8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:25,762 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing cf207c1a1fe6fb43795982e6b095cd8b, disabling compactions & flushes 2024-11-11T15:03:25,762 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731337404942.cf207c1a1fe6fb43795982e6b095cd8b. 2024-11-11T15:03:25,762 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731337404942.cf207c1a1fe6fb43795982e6b095cd8b. 2024-11-11T15:03:25,762 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731337404942.cf207c1a1fe6fb43795982e6b095cd8b. after waiting 0 ms 2024-11-11T15:03:25,762 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731337404942.cf207c1a1fe6fb43795982e6b095cd8b. 2024-11-11T15:03:25,762 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731337404942.cf207c1a1fe6fb43795982e6b095cd8b. 2024-11-11T15:03:25,762 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for cf207c1a1fe6fb43795982e6b095cd8b: Waiting for close lock at 1731337405762Disabling compacts and flushes for region at 1731337405762Disabling writes for close at 1731337405762Writing region close event to WAL at 1731337405762Closed at 1731337405762 2024-11-11T15:03:25,767 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:03:25,777 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731337405767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337405767"}]},"ts":"1731337405767"} 2024-11-11T15:03:25,777 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731337405767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337405767"}]},"ts":"1731337405767"} 2024-11-11T15:03:25,778 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731337405767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337405767"}]},"ts":"1731337405767"} 2024-11-11T15:03:25,778 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731337405767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337405767"}]},"ts":"1731337405767"} 2024-11-11T15:03:25,778 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731337405767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337405767"}]},"ts":"1731337405767"} 2024-11-11T15:03:25,778 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731337405767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337405767"}]},"ts":"1731337405767"} 2024-11-11T15:03:25,778 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731337405767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337405767"}]},"ts":"1731337405767"} 2024-11-11T15:03:25,778 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731337405767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337405767"}]},"ts":"1731337405767"} 2024-11-11T15:03:25,779 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731337405767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337405767"}]},"ts":"1731337405767"} 2024-11-11T15:03:25,779 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731337405767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337405767"}]},"ts":"1731337405767"} 2024-11-11T15:03:25,779 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731337404942.8831c6ba20b6ed4ae28131107f6b7d8a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731337405767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337405767"}]},"ts":"1731337405767"} 2024-11-11T15:03:25,779 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731337405767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337405767"}]},"ts":"1731337405767"} 2024-11-11T15:03:25,779 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731337404942.b547ea9b5e1f6062bfc4ec5746f1e2bc.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731337405767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337405767"}]},"ts":"1731337405767"} 2024-11-11T15:03:25,779 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731337405767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337405767"}]},"ts":"1731337405767"} 2024-11-11T15:03:25,779 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731337405767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337405767"}]},"ts":"1731337405767"} 2024-11-11T15:03:25,780 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731337404942.41dac254772fb648834582b2d62e3f7c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731337405767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337405767"}]},"ts":"1731337405767"} 2024-11-11T15:03:25,780 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731337405767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337405767"}]},"ts":"1731337405767"} 2024-11-11T15:03:25,780 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731337405767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337405767"}]},"ts":"1731337405767"} 2024-11-11T15:03:25,780 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731337405767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337405767"}]},"ts":"1731337405767"} 2024-11-11T15:03:25,780 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731337405767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337405767"}]},"ts":"1731337405767"} 2024-11-11T15:03:25,780 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731337405767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337405767"}]},"ts":"1731337405767"} 2024-11-11T15:03:25,780 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731337404942.4390a310c3a61ba5a0ca28a10abb3931.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731337405767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337405767"}]},"ts":"1731337405767"} 2024-11-11T15:03:25,780 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731337405767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337405767"}]},"ts":"1731337405767"} 2024-11-11T15:03:25,781 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731337405767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337405767"}]},"ts":"1731337405767"} 2024-11-11T15:03:25,781 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731337405767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337405767"}]},"ts":"1731337405767"} 2024-11-11T15:03:25,781 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731337404942.cf207c1a1fe6fb43795982e6b095cd8b.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731337405767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731337405767"}]},"ts":"1731337405767"} 2024-11-11T15:03:25,823 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-11T15:03:25,825 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:03:25,828 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731337405825"}]},"ts":"1731337405825"} 2024-11-11T15:03:25,832 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-11T15:03:25,833 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {2ba012863a15=0} racks are {/default-rack=0} 2024-11-11T15:03:25,881 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T15:03:25,881 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T15:03:25,881 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T15:03:25,881 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T15:03:25,881 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T15:03:25,881 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T15:03:25,881 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T15:03:25,882 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T15:03:25,882 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T15:03:25,882 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T15:03:25,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6095f3e591b7e69c212ab752be02f394, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9eef2c8475384aa971f0d313b537b538, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c76e982bd0a77359301e26f912efaa79, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a127f7b3c9885aca6c23dd667bd45a01, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46d445a615963ba182fbaa7d33c40c8d, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41bcb430154250115506527c48829cff, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b6fb34bb52e19824e8858dcb7c5a4c07, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4cf4161ca873bc45cbc04c362f8eca73, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=15e4fefc60612f7a03f2594dc64e4388, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5053012957fa3ad0b35c8d6c319b3624, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0706cdc901ca309b8576eaae541a859b, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8831c6ba20b6ed4ae28131107f6b7d8a, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25abbdf20ff8ab43d6ec5a60a904e0e2, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b547ea9b5e1f6062bfc4ec5746f1e2bc, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2ad254a2016c07a42bb9d04adf7f77a2, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=125d2d6b74af454257602cb2fce5e4ef, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41dac254772fb648834582b2d62e3f7c, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=632939b50825a58679c67532135ea99d, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4cd1c5846adf288a59dfb73832cd1ecb, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f09eb15bd400d7de9a08a02da4e6d6c, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f1f36b862217df0a80e305b999ea327f, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aef1fbc7ea82d3465c3285fe84a0def5, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4390a310c3a61ba5a0ca28a10abb3931, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c4279699cba0d55d9dc68f6216bda61b, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d845e46ae964af3a17084065be0dc6e5, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cf207c1a1fe6fb43795982e6b095cd8b, ASSIGN}] 2024-11-11T15:03:25,896 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cf207c1a1fe6fb43795982e6b095cd8b, ASSIGN 2024-11-11T15:03:25,899 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cf207c1a1fe6fb43795982e6b095cd8b, ASSIGN; state=OFFLINE, location=2ba012863a15,36933,1731337402406; forceNewPlan=false, retain=false 2024-11-11T15:03:25,902 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d845e46ae964af3a17084065be0dc6e5, ASSIGN 2024-11-11T15:03:25,904 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d845e46ae964af3a17084065be0dc6e5, ASSIGN; state=OFFLINE, location=2ba012863a15,37187,1731337402562; forceNewPlan=false, retain=false 2024-11-11T15:03:25,907 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c4279699cba0d55d9dc68f6216bda61b, ASSIGN 2024-11-11T15:03:25,909 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c4279699cba0d55d9dc68f6216bda61b, ASSIGN; state=OFFLINE, location=2ba012863a15,36933,1731337402406; forceNewPlan=false, retain=false 2024-11-11T15:03:25,911 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4390a310c3a61ba5a0ca28a10abb3931, ASSIGN 2024-11-11T15:03:25,913 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4390a310c3a61ba5a0ca28a10abb3931, ASSIGN; state=OFFLINE, location=2ba012863a15,43323,1731337402509; forceNewPlan=false, retain=false 2024-11-11T15:03:25,914 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aef1fbc7ea82d3465c3285fe84a0def5, ASSIGN 2024-11-11T15:03:25,916 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aef1fbc7ea82d3465c3285fe84a0def5, ASSIGN; state=OFFLINE, location=2ba012863a15,37187,1731337402562; forceNewPlan=false, retain=false 2024-11-11T15:03:25,918 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f1f36b862217df0a80e305b999ea327f, ASSIGN 2024-11-11T15:03:25,920 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f1f36b862217df0a80e305b999ea327f, ASSIGN; state=OFFLINE, location=2ba012863a15,36933,1731337402406; forceNewPlan=false, retain=false 2024-11-11T15:03:25,922 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f09eb15bd400d7de9a08a02da4e6d6c, ASSIGN 2024-11-11T15:03:25,924 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f09eb15bd400d7de9a08a02da4e6d6c, ASSIGN; state=OFFLINE, location=2ba012863a15,43323,1731337402509; forceNewPlan=false, retain=false 2024-11-11T15:03:25,926 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4cd1c5846adf288a59dfb73832cd1ecb, ASSIGN 2024-11-11T15:03:25,928 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4cd1c5846adf288a59dfb73832cd1ecb, ASSIGN; state=OFFLINE, location=2ba012863a15,37187,1731337402562; forceNewPlan=false, retain=false 2024-11-11T15:03:25,930 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=632939b50825a58679c67532135ea99d, ASSIGN 2024-11-11T15:03:25,932 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=632939b50825a58679c67532135ea99d, ASSIGN; state=OFFLINE, location=2ba012863a15,36933,1731337402406; forceNewPlan=false, retain=false 2024-11-11T15:03:25,933 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41dac254772fb648834582b2d62e3f7c, ASSIGN 2024-11-11T15:03:25,935 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41dac254772fb648834582b2d62e3f7c, ASSIGN; state=OFFLINE, location=2ba012863a15,43323,1731337402509; forceNewPlan=false, retain=false 2024-11-11T15:03:25,937 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=125d2d6b74af454257602cb2fce5e4ef, ASSIGN 2024-11-11T15:03:25,939 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=125d2d6b74af454257602cb2fce5e4ef, ASSIGN; state=OFFLINE, location=2ba012863a15,37187,1731337402562; forceNewPlan=false, retain=false 2024-11-11T15:03:25,942 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2ad254a2016c07a42bb9d04adf7f77a2, ASSIGN 2024-11-11T15:03:25,944 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2ad254a2016c07a42bb9d04adf7f77a2, ASSIGN; state=OFFLINE, location=2ba012863a15,36933,1731337402406; forceNewPlan=false, retain=false 2024-11-11T15:03:25,946 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b547ea9b5e1f6062bfc4ec5746f1e2bc, ASSIGN 2024-11-11T15:03:25,948 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b547ea9b5e1f6062bfc4ec5746f1e2bc, ASSIGN; state=OFFLINE, location=2ba012863a15,43323,1731337402509; forceNewPlan=false, retain=false 2024-11-11T15:03:25,950 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25abbdf20ff8ab43d6ec5a60a904e0e2, ASSIGN 2024-11-11T15:03:25,951 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25abbdf20ff8ab43d6ec5a60a904e0e2, ASSIGN; state=OFFLINE, location=2ba012863a15,37187,1731337402562; forceNewPlan=false, retain=false 2024-11-11T15:03:25,953 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8831c6ba20b6ed4ae28131107f6b7d8a, ASSIGN 2024-11-11T15:03:25,955 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8831c6ba20b6ed4ae28131107f6b7d8a, ASSIGN; state=OFFLINE, location=2ba012863a15,36933,1731337402406; forceNewPlan=false, retain=false 2024-11-11T15:03:25,958 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0706cdc901ca309b8576eaae541a859b, ASSIGN 2024-11-11T15:03:25,960 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0706cdc901ca309b8576eaae541a859b, ASSIGN; state=OFFLINE, location=2ba012863a15,43323,1731337402509; forceNewPlan=false, retain=false 2024-11-11T15:03:25,962 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5053012957fa3ad0b35c8d6c319b3624, ASSIGN 2024-11-11T15:03:25,964 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5053012957fa3ad0b35c8d6c319b3624, ASSIGN; state=OFFLINE, location=2ba012863a15,37187,1731337402562; forceNewPlan=false, retain=false 2024-11-11T15:03:25,967 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=15e4fefc60612f7a03f2594dc64e4388, ASSIGN 2024-11-11T15:03:25,969 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=15e4fefc60612f7a03f2594dc64e4388, ASSIGN; state=OFFLINE, location=2ba012863a15,36933,1731337402406; forceNewPlan=false, retain=false 2024-11-11T15:03:25,971 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4cf4161ca873bc45cbc04c362f8eca73, ASSIGN 2024-11-11T15:03:25,973 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4cf4161ca873bc45cbc04c362f8eca73, ASSIGN; state=OFFLINE, location=2ba012863a15,43323,1731337402509; forceNewPlan=false, retain=false 2024-11-11T15:03:25,975 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b6fb34bb52e19824e8858dcb7c5a4c07, ASSIGN 2024-11-11T15:03:25,977 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b6fb34bb52e19824e8858dcb7c5a4c07, ASSIGN; state=OFFLINE, location=2ba012863a15,43323,1731337402509; forceNewPlan=false, retain=false 2024-11-11T15:03:25,979 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41bcb430154250115506527c48829cff, ASSIGN 2024-11-11T15:03:25,981 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41bcb430154250115506527c48829cff, ASSIGN; state=OFFLINE, location=2ba012863a15,37187,1731337402562; forceNewPlan=false, retain=false 2024-11-11T15:03:25,984 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46d445a615963ba182fbaa7d33c40c8d, ASSIGN 2024-11-11T15:03:25,986 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46d445a615963ba182fbaa7d33c40c8d, ASSIGN; state=OFFLINE, location=2ba012863a15,36933,1731337402406; forceNewPlan=false, retain=false 2024-11-11T15:03:25,988 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a127f7b3c9885aca6c23dd667bd45a01, ASSIGN 2024-11-11T15:03:25,990 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a127f7b3c9885aca6c23dd667bd45a01, ASSIGN; state=OFFLINE, location=2ba012863a15,43323,1731337402509; forceNewPlan=false, retain=false 2024-11-11T15:03:25,993 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c76e982bd0a77359301e26f912efaa79, ASSIGN 2024-11-11T15:03:25,995 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c76e982bd0a77359301e26f912efaa79, ASSIGN; state=OFFLINE, location=2ba012863a15,37187,1731337402562; forceNewPlan=false, retain=false 2024-11-11T15:03:25,996 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9eef2c8475384aa971f0d313b537b538, ASSIGN 2024-11-11T15:03:25,998 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9eef2c8475384aa971f0d313b537b538, ASSIGN; state=OFFLINE, location=2ba012863a15,43323,1731337402509; forceNewPlan=false, retain=false 2024-11-11T15:03:26,000 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6095f3e591b7e69c212ab752be02f394, ASSIGN 2024-11-11T15:03:26,002 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6095f3e591b7e69c212ab752be02f394, ASSIGN; state=OFFLINE, location=2ba012863a15,36933,1731337402406; forceNewPlan=false, retain=false 2024-11-11T15:03:26,053 INFO [2ba012863a15:46189 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-11T15:03:26,054 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=4390a310c3a61ba5a0ca28a10abb3931, regionState=OPENING, regionLocation=2ba012863a15,43323,1731337402509 2024-11-11T15:03:26,055 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=5f09eb15bd400d7de9a08a02da4e6d6c, regionState=OPENING, regionLocation=2ba012863a15,43323,1731337402509 2024-11-11T15:03:26,056 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=41dac254772fb648834582b2d62e3f7c, regionState=OPENING, regionLocation=2ba012863a15,43323,1731337402509 2024-11-11T15:03:26,057 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b547ea9b5e1f6062bfc4ec5746f1e2bc, regionState=OPENING, regionLocation=2ba012863a15,43323,1731337402509 2024-11-11T15:03:26,058 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=0706cdc901ca309b8576eaae541a859b, regionState=OPENING, regionLocation=2ba012863a15,43323,1731337402509 2024-11-11T15:03:26,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4390a310c3a61ba5a0ca28a10abb3931, ASSIGN because future has completed 2024-11-11T15:03:26,059 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=4cf4161ca873bc45cbc04c362f8eca73, regionState=OPENING, regionLocation=2ba012863a15,43323,1731337402509 2024-11-11T15:03:26,059 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b6fb34bb52e19824e8858dcb7c5a4c07, regionState=OPENING, regionLocation=2ba012863a15,43323,1731337402509 2024-11-11T15:03:26,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4390a310c3a61ba5a0ca28a10abb3931, server=2ba012863a15,43323,1731337402509}] 2024-11-11T15:03:26,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f09eb15bd400d7de9a08a02da4e6d6c, ASSIGN because future has completed 2024-11-11T15:03:26,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41dac254772fb648834582b2d62e3f7c, ASSIGN because future has completed 2024-11-11T15:03:26,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b547ea9b5e1f6062bfc4ec5746f1e2bc, ASSIGN because future has completed 2024-11-11T15:03:26,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0706cdc901ca309b8576eaae541a859b, ASSIGN because future has completed 2024-11-11T15:03:26,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0706cdc901ca309b8576eaae541a859b, server=2ba012863a15,43323,1731337402509}] 2024-11-11T15:03:26,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4cf4161ca873bc45cbc04c362f8eca73, ASSIGN because future has completed 2024-11-11T15:03:26,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b6fb34bb52e19824e8858dcb7c5a4c07, ASSIGN because future has completed 2024-11-11T15:03:26,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6fb34bb52e19824e8858dcb7c5a4c07, server=2ba012863a15,43323,1731337402509}] 2024-11-11T15:03:26,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cf4161ca873bc45cbc04c362f8eca73, server=2ba012863a15,43323,1731337402509}] 2024-11-11T15:03:26,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b547ea9b5e1f6062bfc4ec5746f1e2bc, server=2ba012863a15,43323,1731337402509}] 2024-11-11T15:03:26,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41dac254772fb648834582b2d62e3f7c, server=2ba012863a15,43323,1731337402509}] 2024-11-11T15:03:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:03:26,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f09eb15bd400d7de9a08a02da4e6d6c, server=2ba012863a15,43323,1731337402509}] 2024-11-11T15:03:26,124 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a127f7b3c9885aca6c23dd667bd45a01, regionState=OPENING, regionLocation=2ba012863a15,43323,1731337402509 2024-11-11T15:03:26,125 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9eef2c8475384aa971f0d313b537b538, regionState=OPENING, regionLocation=2ba012863a15,43323,1731337402509 2024-11-11T15:03:26,125 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=d845e46ae964af3a17084065be0dc6e5, regionState=OPENING, regionLocation=2ba012863a15,37187,1731337402562 2024-11-11T15:03:26,126 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=aef1fbc7ea82d3465c3285fe84a0def5, regionState=OPENING, regionLocation=2ba012863a15,37187,1731337402562 2024-11-11T15:03:26,126 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=4cd1c5846adf288a59dfb73832cd1ecb, regionState=OPENING, regionLocation=2ba012863a15,37187,1731337402562 2024-11-11T15:03:26,127 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=125d2d6b74af454257602cb2fce5e4ef, regionState=OPENING, regionLocation=2ba012863a15,37187,1731337402562 2024-11-11T15:03:26,128 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=25abbdf20ff8ab43d6ec5a60a904e0e2, regionState=OPENING, regionLocation=2ba012863a15,37187,1731337402562 2024-11-11T15:03:26,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a127f7b3c9885aca6c23dd667bd45a01, ASSIGN because future has completed 2024-11-11T15:03:26,128 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5053012957fa3ad0b35c8d6c319b3624, regionState=OPENING, regionLocation=2ba012863a15,37187,1731337402562 2024-11-11T15:03:26,129 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=41bcb430154250115506527c48829cff, regionState=OPENING, regionLocation=2ba012863a15,37187,1731337402562 2024-11-11T15:03:26,130 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c76e982bd0a77359301e26f912efaa79, regionState=OPENING, regionLocation=2ba012863a15,37187,1731337402562 2024-11-11T15:03:26,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a127f7b3c9885aca6c23dd667bd45a01, server=2ba012863a15,43323,1731337402509}] 2024-11-11T15:03:26,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9eef2c8475384aa971f0d313b537b538, ASSIGN because future has completed 2024-11-11T15:03:26,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d845e46ae964af3a17084065be0dc6e5, ASSIGN because future has completed 2024-11-11T15:03:26,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure d845e46ae964af3a17084065be0dc6e5, server=2ba012863a15,37187,1731337402562}] 2024-11-11T15:03:26,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aef1fbc7ea82d3465c3285fe84a0def5, ASSIGN because future has completed 2024-11-11T15:03:26,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4cd1c5846adf288a59dfb73832cd1ecb, ASSIGN because future has completed 2024-11-11T15:03:26,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=125d2d6b74af454257602cb2fce5e4ef, ASSIGN because future has completed 2024-11-11T15:03:26,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25abbdf20ff8ab43d6ec5a60a904e0e2, ASSIGN because future has completed 2024-11-11T15:03:26,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25abbdf20ff8ab43d6ec5a60a904e0e2, server=2ba012863a15,37187,1731337402562}] 2024-11-11T15:03:26,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5053012957fa3ad0b35c8d6c319b3624, ASSIGN because future has completed 2024-11-11T15:03:26,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41bcb430154250115506527c48829cff, ASSIGN because future has completed 2024-11-11T15:03:26,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c76e982bd0a77359301e26f912efaa79, ASSIGN because future has completed 2024-11-11T15:03:26,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c76e982bd0a77359301e26f912efaa79, server=2ba012863a15,37187,1731337402562}] 2024-11-11T15:03:26,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41bcb430154250115506527c48829cff, server=2ba012863a15,37187,1731337402562}] 2024-11-11T15:03:26,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5053012957fa3ad0b35c8d6c319b3624, server=2ba012863a15,37187,1731337402562}] 2024-11-11T15:03:26,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 125d2d6b74af454257602cb2fce5e4ef, server=2ba012863a15,37187,1731337402562}] 2024-11-11T15:03:26,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cd1c5846adf288a59dfb73832cd1ecb, server=2ba012863a15,37187,1731337402562}] 2024-11-11T15:03:26,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure aef1fbc7ea82d3465c3285fe84a0def5, server=2ba012863a15,37187,1731337402562}] 2024-11-11T15:03:26,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9eef2c8475384aa971f0d313b537b538, server=2ba012863a15,43323,1731337402509}] 2024-11-11T15:03:26,189 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=cf207c1a1fe6fb43795982e6b095cd8b, regionState=OPENING, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:03:26,190 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=c4279699cba0d55d9dc68f6216bda61b, regionState=OPENING, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:03:26,191 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=f1f36b862217df0a80e305b999ea327f, regionState=OPENING, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:03:26,191 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=632939b50825a58679c67532135ea99d, regionState=OPENING, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:03:26,192 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=2ad254a2016c07a42bb9d04adf7f77a2, regionState=OPENING, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:03:26,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cf207c1a1fe6fb43795982e6b095cd8b, ASSIGN because future has completed 2024-11-11T15:03:26,193 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=8831c6ba20b6ed4ae28131107f6b7d8a, regionState=OPENING, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:03:26,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf207c1a1fe6fb43795982e6b095cd8b, server=2ba012863a15,36933,1731337402406}] 2024-11-11T15:03:26,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c4279699cba0d55d9dc68f6216bda61b, ASSIGN because future has completed 2024-11-11T15:03:26,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f1f36b862217df0a80e305b999ea327f, ASSIGN because future has completed 2024-11-11T15:03:26,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=632939b50825a58679c67532135ea99d, ASSIGN because future has completed 2024-11-11T15:03:26,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 632939b50825a58679c67532135ea99d, server=2ba012863a15,36933,1731337402406}] 2024-11-11T15:03:26,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2ad254a2016c07a42bb9d04adf7f77a2, ASSIGN because future has completed 2024-11-11T15:03:26,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8831c6ba20b6ed4ae28131107f6b7d8a, ASSIGN because future has completed 2024-11-11T15:03:26,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8831c6ba20b6ed4ae28131107f6b7d8a, server=2ba012863a15,36933,1731337402406}] 2024-11-11T15:03:26,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ad254a2016c07a42bb9d04adf7f77a2, server=2ba012863a15,36933,1731337402406}] 2024-11-11T15:03:26,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1f36b862217df0a80e305b999ea327f, server=2ba012863a15,36933,1731337402406}] 2024-11-11T15:03:26,219 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:03:26,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4279699cba0d55d9dc68f6216bda61b, server=2ba012863a15,36933,1731337402406}] 2024-11-11T15:03:26,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46913, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:03:26,225 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=15e4fefc60612f7a03f2594dc64e4388, regionState=OPENING, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:03:26,226 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=46d445a615963ba182fbaa7d33c40c8d, regionState=OPENING, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:03:26,227 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6095f3e591b7e69c212ab752be02f394, regionState=OPENING, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:03:26,228 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b. 2024-11-11T15:03:26,229 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 0706cdc901ca309b8576eaae541a859b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-11T15:03:26,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=15e4fefc60612f7a03f2594dc64e4388, ASSIGN because future has completed 2024-11-11T15:03:26,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15e4fefc60612f7a03f2594dc64e4388, server=2ba012863a15,36933,1731337402406}] 2024-11-11T15:03:26,229 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0706cdc901ca309b8576eaae541a859b 2024-11-11T15:03:26,229 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:26,230 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 0706cdc901ca309b8576eaae541a859b 2024-11-11T15:03:26,230 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 0706cdc901ca309b8576eaae541a859b 2024-11-11T15:03:26,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46d445a615963ba182fbaa7d33c40c8d, ASSIGN because future has completed 2024-11-11T15:03:26,232 INFO [StoreOpener-0706cdc901ca309b8576eaae541a859b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0706cdc901ca309b8576eaae541a859b 2024-11-11T15:03:26,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6095f3e591b7e69c212ab752be02f394, ASSIGN because future has completed 2024-11-11T15:03:26,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6095f3e591b7e69c212ab752be02f394, server=2ba012863a15,36933,1731337402406}] 2024-11-11T15:03:26,235 INFO [StoreOpener-0706cdc901ca309b8576eaae541a859b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0706cdc901ca309b8576eaae541a859b columnFamilyName colfamily11 2024-11-11T15:03:26,235 DEBUG [StoreOpener-0706cdc901ca309b8576eaae541a859b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,236 INFO [StoreOpener-0706cdc901ca309b8576eaae541a859b-1 {}] regionserver.HStore(327): Store=0706cdc901ca309b8576eaae541a859b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,236 INFO [StoreOpener-0706cdc901ca309b8576eaae541a859b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0706cdc901ca309b8576eaae541a859b 2024-11-11T15:03:26,238 INFO [StoreOpener-0706cdc901ca309b8576eaae541a859b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0706cdc901ca309b8576eaae541a859b columnFamilyName colfamily21 2024-11-11T15:03:26,238 DEBUG [StoreOpener-0706cdc901ca309b8576eaae541a859b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46d445a615963ba182fbaa7d33c40c8d, server=2ba012863a15,36933,1731337402406}] 2024-11-11T15:03:26,239 INFO [StoreOpener-0706cdc901ca309b8576eaae541a859b-1 {}] regionserver.HStore(327): Store=0706cdc901ca309b8576eaae541a859b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,239 INFO [StoreOpener-0706cdc901ca309b8576eaae541a859b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0706cdc901ca309b8576eaae541a859b 2024-11-11T15:03:26,241 INFO [StoreOpener-0706cdc901ca309b8576eaae541a859b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0706cdc901ca309b8576eaae541a859b columnFamilyName colfamily31 2024-11-11T15:03:26,241 DEBUG [StoreOpener-0706cdc901ca309b8576eaae541a859b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,241 INFO [StoreOpener-0706cdc901ca309b8576eaae541a859b-1 {}] regionserver.HStore(327): Store=0706cdc901ca309b8576eaae541a859b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,242 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 0706cdc901ca309b8576eaae541a859b 2024-11-11T15:03:26,243 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0706cdc901ca309b8576eaae541a859b 2024-11-11T15:03:26,244 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0706cdc901ca309b8576eaae541a859b 2024-11-11T15:03:26,245 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 0706cdc901ca309b8576eaae541a859b 2024-11-11T15:03:26,245 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 0706cdc901ca309b8576eaae541a859b 2024-11-11T15:03:26,246 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:03:26,248 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 0706cdc901ca309b8576eaae541a859b 2024-11-11T15:03:26,251 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0706cdc901ca309b8576eaae541a859b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:26,252 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 0706cdc901ca309b8576eaae541a859b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62826784, jitterRate=-0.06380796432495117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:03:26,252 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0706cdc901ca309b8576eaae541a859b 2024-11-11T15:03:26,253 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 0706cdc901ca309b8576eaae541a859b: Running coprocessor pre-open hook at 1731337406230Writing region info on filesystem at 1731337406230Initializing all the Stores at 1731337406232 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406232Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406232Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406232Cleaning up temporary data from old regions at 1731337406246 (+14 ms)Running coprocessor post-open hooks at 1731337406252 (+6 ms)Region opened successfully at 1731337406253 (+1 ms) 2024-11-11T15:03:26,255 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b., pid=32, masterSystemTime=1731337406218 2024-11-11T15:03:26,258 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b. 2024-11-11T15:03:26,258 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b. 2024-11-11T15:03:26,258 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07. 2024-11-11T15:03:26,259 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=0706cdc901ca309b8576eaae541a859b, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,43323,1731337402509 2024-11-11T15:03:26,258 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => b6fb34bb52e19824e8858dcb7c5a4c07, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-11T15:03:26,259 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b6fb34bb52e19824e8858dcb7c5a4c07 2024-11-11T15:03:26,259 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:26,259 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for b6fb34bb52e19824e8858dcb7c5a4c07 2024-11-11T15:03:26,259 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for b6fb34bb52e19824e8858dcb7c5a4c07 2024-11-11T15:03:26,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0706cdc901ca309b8576eaae541a859b, server=2ba012863a15,43323,1731337402509 because future has completed 2024-11-11T15:03:26,262 INFO [StoreOpener-b6fb34bb52e19824e8858dcb7c5a4c07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b6fb34bb52e19824e8858dcb7c5a4c07 2024-11-11T15:03:26,266 INFO [StoreOpener-b6fb34bb52e19824e8858dcb7c5a4c07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6fb34bb52e19824e8858dcb7c5a4c07 columnFamilyName colfamily11 2024-11-11T15:03:26,267 DEBUG [StoreOpener-b6fb34bb52e19824e8858dcb7c5a4c07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=15 2024-11-11T15:03:26,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 0706cdc901ca309b8576eaae541a859b, server=2ba012863a15,43323,1731337402509 in 189 msec 2024-11-11T15:03:26,268 INFO [StoreOpener-b6fb34bb52e19824e8858dcb7c5a4c07-1 {}] regionserver.HStore(327): Store=b6fb34bb52e19824e8858dcb7c5a4c07/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,268 INFO [StoreOpener-b6fb34bb52e19824e8858dcb7c5a4c07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b6fb34bb52e19824e8858dcb7c5a4c07 2024-11-11T15:03:26,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0706cdc901ca309b8576eaae541a859b, ASSIGN in 383 msec 2024-11-11T15:03:26,270 INFO [StoreOpener-b6fb34bb52e19824e8858dcb7c5a4c07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6fb34bb52e19824e8858dcb7c5a4c07 columnFamilyName colfamily21 2024-11-11T15:03:26,270 DEBUG [StoreOpener-b6fb34bb52e19824e8858dcb7c5a4c07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,271 INFO [StoreOpener-b6fb34bb52e19824e8858dcb7c5a4c07-1 {}] regionserver.HStore(327): Store=b6fb34bb52e19824e8858dcb7c5a4c07/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,271 INFO [StoreOpener-b6fb34bb52e19824e8858dcb7c5a4c07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b6fb34bb52e19824e8858dcb7c5a4c07 2024-11-11T15:03:26,273 INFO [StoreOpener-b6fb34bb52e19824e8858dcb7c5a4c07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6fb34bb52e19824e8858dcb7c5a4c07 columnFamilyName colfamily31 2024-11-11T15:03:26,273 DEBUG [StoreOpener-b6fb34bb52e19824e8858dcb7c5a4c07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,274 INFO [StoreOpener-b6fb34bb52e19824e8858dcb7c5a4c07-1 {}] regionserver.HStore(327): Store=b6fb34bb52e19824e8858dcb7c5a4c07/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,274 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for b6fb34bb52e19824e8858dcb7c5a4c07 2024-11-11T15:03:26,275 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b6fb34bb52e19824e8858dcb7c5a4c07 2024-11-11T15:03:26,276 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b6fb34bb52e19824e8858dcb7c5a4c07 2024-11-11T15:03:26,277 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for b6fb34bb52e19824e8858dcb7c5a4c07 2024-11-11T15:03:26,277 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for b6fb34bb52e19824e8858dcb7c5a4c07 2024-11-11T15:03:26,278 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:03:26,279 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for b6fb34bb52e19824e8858dcb7c5a4c07 2024-11-11T15:03:26,282 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b6fb34bb52e19824e8858dcb7c5a4c07/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:26,283 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened b6fb34bb52e19824e8858dcb7c5a4c07; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71857119, jitterRate=0.0707545131444931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:03:26,283 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6fb34bb52e19824e8858dcb7c5a4c07 2024-11-11T15:03:26,283 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for b6fb34bb52e19824e8858dcb7c5a4c07: Running coprocessor pre-open hook at 1731337406260Writing region info on filesystem at 1731337406260Initializing all the Stores at 1731337406261 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406262 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406262Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406262Cleaning up temporary data from old regions at 1731337406277 (+15 ms)Running coprocessor post-open hooks at 1731337406283 (+6 ms)Region opened successfully at 1731337406283 2024-11-11T15:03:26,284 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07., pid=33, masterSystemTime=1731337406218 2024-11-11T15:03:26,288 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07. 2024-11-11T15:03:26,288 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07. 2024-11-11T15:03:26,288 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731337404942.4390a310c3a61ba5a0ca28a10abb3931. 2024-11-11T15:03:26,288 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 4390a310c3a61ba5a0ca28a10abb3931, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731337404942.4390a310c3a61ba5a0ca28a10abb3931.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-11T15:03:26,289 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b6fb34bb52e19824e8858dcb7c5a4c07, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,43323,1731337402509 2024-11-11T15:03:26,289 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4390a310c3a61ba5a0ca28a10abb3931 2024-11-11T15:03:26,289 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731337404942.4390a310c3a61ba5a0ca28a10abb3931.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:26,289 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 4390a310c3a61ba5a0ca28a10abb3931 2024-11-11T15:03:26,289 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 4390a310c3a61ba5a0ca28a10abb3931 2024-11-11T15:03:26,292 INFO [StoreOpener-4390a310c3a61ba5a0ca28a10abb3931-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4390a310c3a61ba5a0ca28a10abb3931 2024-11-11T15:03:26,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6fb34bb52e19824e8858dcb7c5a4c07, server=2ba012863a15,43323,1731337402509 because future has completed 2024-11-11T15:03:26,295 INFO [StoreOpener-4390a310c3a61ba5a0ca28a10abb3931-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4390a310c3a61ba5a0ca28a10abb3931 columnFamilyName colfamily11 2024-11-11T15:03:26,295 DEBUG [StoreOpener-4390a310c3a61ba5a0ca28a10abb3931-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,296 INFO [StoreOpener-4390a310c3a61ba5a0ca28a10abb3931-1 {}] regionserver.HStore(327): Store=4390a310c3a61ba5a0ca28a10abb3931/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,296 INFO [StoreOpener-4390a310c3a61ba5a0ca28a10abb3931-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4390a310c3a61ba5a0ca28a10abb3931 2024-11-11T15:03:26,298 INFO [StoreOpener-4390a310c3a61ba5a0ca28a10abb3931-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4390a310c3a61ba5a0ca28a10abb3931 columnFamilyName colfamily21 2024-11-11T15:03:26,298 DEBUG [StoreOpener-4390a310c3a61ba5a0ca28a10abb3931-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=11 2024-11-11T15:03:26,299 INFO [StoreOpener-4390a310c3a61ba5a0ca28a10abb3931-1 {}] regionserver.HStore(327): Store=4390a310c3a61ba5a0ca28a10abb3931/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure b6fb34bb52e19824e8858dcb7c5a4c07, server=2ba012863a15,43323,1731337402509 in 208 msec 2024-11-11T15:03:26,299 INFO [StoreOpener-4390a310c3a61ba5a0ca28a10abb3931-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4390a310c3a61ba5a0ca28a10abb3931 2024-11-11T15:03:26,300 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2. 2024-11-11T15:03:26,301 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 25abbdf20ff8ab43d6ec5a60a904e0e2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-11T15:03:26,301 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:03:26,301 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:26,301 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for 25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:03:26,302 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for 25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:03:26,302 INFO [StoreOpener-4390a310c3a61ba5a0ca28a10abb3931-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4390a310c3a61ba5a0ca28a10abb3931 columnFamilyName colfamily31 2024-11-11T15:03:26,302 DEBUG [StoreOpener-4390a310c3a61ba5a0ca28a10abb3931-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,303 INFO [StoreOpener-4390a310c3a61ba5a0ca28a10abb3931-1 {}] regionserver.HStore(327): Store=4390a310c3a61ba5a0ca28a10abb3931/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,303 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 4390a310c3a61ba5a0ca28a10abb3931 2024-11-11T15:03:26,304 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4390a310c3a61ba5a0ca28a10abb3931 2024-11-11T15:03:26,305 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4390a310c3a61ba5a0ca28a10abb3931 2024-11-11T15:03:26,308 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 4390a310c3a61ba5a0ca28a10abb3931 2024-11-11T15:03:26,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b6fb34bb52e19824e8858dcb7c5a4c07, ASSIGN in 415 msec 2024-11-11T15:03:26,308 INFO [StoreOpener-25abbdf20ff8ab43d6ec5a60a904e0e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:03:26,308 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 4390a310c3a61ba5a0ca28a10abb3931 2024-11-11T15:03:26,309 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:03:26,311 INFO [StoreOpener-25abbdf20ff8ab43d6ec5a60a904e0e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25abbdf20ff8ab43d6ec5a60a904e0e2 columnFamilyName colfamily11 2024-11-11T15:03:26,311 DEBUG [StoreOpener-25abbdf20ff8ab43d6ec5a60a904e0e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,312 INFO [StoreOpener-25abbdf20ff8ab43d6ec5a60a904e0e2-1 {}] regionserver.HStore(327): Store=25abbdf20ff8ab43d6ec5a60a904e0e2/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,312 INFO [StoreOpener-25abbdf20ff8ab43d6ec5a60a904e0e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:03:26,312 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 4390a310c3a61ba5a0ca28a10abb3931 2024-11-11T15:03:26,314 INFO [StoreOpener-25abbdf20ff8ab43d6ec5a60a904e0e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25abbdf20ff8ab43d6ec5a60a904e0e2 columnFamilyName colfamily21 2024-11-11T15:03:26,314 DEBUG [StoreOpener-25abbdf20ff8ab43d6ec5a60a904e0e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,315 INFO [StoreOpener-25abbdf20ff8ab43d6ec5a60a904e0e2-1 {}] regionserver.HStore(327): Store=25abbdf20ff8ab43d6ec5a60a904e0e2/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,315 INFO [StoreOpener-25abbdf20ff8ab43d6ec5a60a904e0e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:03:26,316 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4390a310c3a61ba5a0ca28a10abb3931/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:26,316 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 4390a310c3a61ba5a0ca28a10abb3931; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66121342, jitterRate=-0.014715224504470825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:03:26,317 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4390a310c3a61ba5a0ca28a10abb3931 2024-11-11T15:03:26,317 INFO [StoreOpener-25abbdf20ff8ab43d6ec5a60a904e0e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25abbdf20ff8ab43d6ec5a60a904e0e2 columnFamilyName colfamily31 2024-11-11T15:03:26,317 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 4390a310c3a61ba5a0ca28a10abb3931: Running coprocessor pre-open hook at 1731337406289Writing region info on filesystem at 1731337406289Initializing all the Stores at 1731337406291 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406291Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406292 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406292Cleaning up temporary data from old regions at 1731337406308 (+16 ms)Running coprocessor post-open hooks at 1731337406317 (+9 ms)Region opened successfully at 1731337406317 2024-11-11T15:03:26,317 DEBUG [StoreOpener-25abbdf20ff8ab43d6ec5a60a904e0e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,318 INFO [StoreOpener-25abbdf20ff8ab43d6ec5a60a904e0e2-1 {}] regionserver.HStore(327): Store=25abbdf20ff8ab43d6ec5a60a904e0e2/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,318 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for 25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:03:26,318 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731337404942.4390a310c3a61ba5a0ca28a10abb3931., pid=31, masterSystemTime=1731337406218 2024-11-11T15:03:26,319 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:03:26,320 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:03:26,321 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731337404942.4390a310c3a61ba5a0ca28a10abb3931. 2024-11-11T15:03:26,322 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731337404942.4390a310c3a61ba5a0ca28a10abb3931. 2024-11-11T15:03:26,322 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for 25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:03:26,322 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:03:26,322 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73. 2024-11-11T15:03:26,322 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=4390a310c3a61ba5a0ca28a10abb3931, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,43323,1731337402509 2024-11-11T15:03:26,323 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 4cf4161ca873bc45cbc04c362f8eca73, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-11T15:03:26,323 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4cf4161ca873bc45cbc04c362f8eca73 2024-11-11T15:03:26,323 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:26,323 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:03:26,324 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 4cf4161ca873bc45cbc04c362f8eca73 2024-11-11T15:03:26,324 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 4cf4161ca873bc45cbc04c362f8eca73 2024-11-11T15:03:26,326 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for 25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:03:26,326 INFO [StoreOpener-4cf4161ca873bc45cbc04c362f8eca73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4cf4161ca873bc45cbc04c362f8eca73 2024-11-11T15:03:26,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4390a310c3a61ba5a0ca28a10abb3931, server=2ba012863a15,43323,1731337402509 because future has completed 2024-11-11T15:03:26,329 INFO [StoreOpener-4cf4161ca873bc45cbc04c362f8eca73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cf4161ca873bc45cbc04c362f8eca73 columnFamilyName colfamily11 2024-11-11T15:03:26,330 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25abbdf20ff8ab43d6ec5a60a904e0e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:26,330 DEBUG [StoreOpener-4cf4161ca873bc45cbc04c362f8eca73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,331 INFO [StoreOpener-4cf4161ca873bc45cbc04c362f8eca73-1 {}] regionserver.HStore(327): Store=4cf4161ca873bc45cbc04c362f8eca73/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,331 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened 25abbdf20ff8ab43d6ec5a60a904e0e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60113765, jitterRate=-0.10423509776592255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:03:26,331 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:03:26,331 INFO [StoreOpener-4cf4161ca873bc45cbc04c362f8eca73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4cf4161ca873bc45cbc04c362f8eca73 2024-11-11T15:03:26,331 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for 25abbdf20ff8ab43d6ec5a60a904e0e2: Running coprocessor pre-open hook at 1731337406304Writing region info on filesystem at 1731337406304Initializing all the Stores at 1731337406307 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406308 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406308Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406308Cleaning up temporary data from old regions at 1731337406322 (+14 ms)Running coprocessor post-open hooks at 1731337406331 (+9 ms)Region opened successfully at 1731337406331 2024-11-11T15:03:26,332 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2., pid=40, masterSystemTime=1731337406293 2024-11-11T15:03:26,334 INFO [StoreOpener-4cf4161ca873bc45cbc04c362f8eca73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cf4161ca873bc45cbc04c362f8eca73 columnFamilyName colfamily21 2024-11-11T15:03:26,334 DEBUG [StoreOpener-4cf4161ca873bc45cbc04c362f8eca73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,335 INFO [StoreOpener-4cf4161ca873bc45cbc04c362f8eca73-1 {}] regionserver.HStore(327): Store=4cf4161ca873bc45cbc04c362f8eca73/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,335 INFO [StoreOpener-4cf4161ca873bc45cbc04c362f8eca73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4cf4161ca873bc45cbc04c362f8eca73 2024-11-11T15:03:26,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=27 2024-11-11T15:03:26,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 4390a310c3a61ba5a0ca28a10abb3931, server=2ba012863a15,43323,1731337402509 in 267 msec 2024-11-11T15:03:26,336 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2. 2024-11-11T15:03:26,336 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2. 2024-11-11T15:03:26,336 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624. 2024-11-11T15:03:26,336 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 5053012957fa3ad0b35c8d6c319b3624, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-11T15:03:26,337 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:03:26,337 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=25abbdf20ff8ab43d6ec5a60a904e0e2, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,37187,1731337402562 2024-11-11T15:03:26,337 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:26,337 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:03:26,338 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:03:26,338 INFO [StoreOpener-4cf4161ca873bc45cbc04c362f8eca73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cf4161ca873bc45cbc04c362f8eca73 columnFamilyName colfamily31 2024-11-11T15:03:26,338 DEBUG [StoreOpener-4cf4161ca873bc45cbc04c362f8eca73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,339 INFO [StoreOpener-4cf4161ca873bc45cbc04c362f8eca73-1 {}] regionserver.HStore(327): Store=4cf4161ca873bc45cbc04c362f8eca73/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,340 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 4cf4161ca873bc45cbc04c362f8eca73 2024-11-11T15:03:26,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25abbdf20ff8ab43d6ec5a60a904e0e2, server=2ba012863a15,37187,1731337402562 because future has completed 2024-11-11T15:03:26,343 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cf4161ca873bc45cbc04c362f8eca73 2024-11-11T15:03:26,343 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2ba012863a15,37187,1731337402562, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25abbdf20ff8ab43d6ec5a60a904e0e2. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T15:03:26,344 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cf4161ca873bc45cbc04c362f8eca73 2024-11-11T15:03:26,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4390a310c3a61ba5a0ca28a10abb3931, ASSIGN in 457 msec 2024-11-11T15:03:26,346 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 4cf4161ca873bc45cbc04c362f8eca73 2024-11-11T15:03:26,346 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 4cf4161ca873bc45cbc04c362f8eca73 2024-11-11T15:03:26,346 INFO [StoreOpener-5053012957fa3ad0b35c8d6c319b3624-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:03:26,347 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:03:26,347 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:03:26,351 INFO [StoreOpener-5053012957fa3ad0b35c8d6c319b3624-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5053012957fa3ad0b35c8d6c319b3624 columnFamilyName colfamily11 2024-11-11T15:03:26,351 DEBUG [StoreOpener-5053012957fa3ad0b35c8d6c319b3624-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,351 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 4cf4161ca873bc45cbc04c362f8eca73 2024-11-11T15:03:26,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44261, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:03:26,352 INFO [StoreOpener-5053012957fa3ad0b35c8d6c319b3624-1 {}] regionserver.HStore(327): Store=5053012957fa3ad0b35c8d6c319b3624/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,352 INFO [StoreOpener-5053012957fa3ad0b35c8d6c319b3624-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:03:26,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=17 2024-11-11T15:03:26,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 25abbdf20ff8ab43d6ec5a60a904e0e2, server=2ba012863a15,37187,1731337402562 in 202 msec 2024-11-11T15:03:26,356 INFO [StoreOpener-5053012957fa3ad0b35c8d6c319b3624-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5053012957fa3ad0b35c8d6c319b3624 columnFamilyName colfamily21 2024-11-11T15:03:26,356 DEBUG [StoreOpener-5053012957fa3ad0b35c8d6c319b3624-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,357 INFO [StoreOpener-5053012957fa3ad0b35c8d6c319b3624-1 {}] regionserver.HStore(327): Store=5053012957fa3ad0b35c8d6c319b3624/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,358 INFO [StoreOpener-5053012957fa3ad0b35c8d6c319b3624-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:03:26,358 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cf4161ca873bc45cbc04c362f8eca73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:26,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25abbdf20ff8ab43d6ec5a60a904e0e2, ASSIGN in 469 msec 2024-11-11T15:03:26,359 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 4cf4161ca873bc45cbc04c362f8eca73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64404491, jitterRate=-0.04029829800128937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:03:26,359 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4cf4161ca873bc45cbc04c362f8eca73 2024-11-11T15:03:26,360 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 4cf4161ca873bc45cbc04c362f8eca73: Running coprocessor pre-open hook at 1731337406324Writing region info on filesystem at 1731337406324Initializing all the Stores at 1731337406325 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406326 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406326Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406326Cleaning up temporary data from old regions at 1731337406346 (+20 ms)Running coprocessor post-open hooks at 1731337406359 (+13 ms)Region opened successfully at 1731337406359 2024-11-11T15:03:26,360 INFO [StoreOpener-5053012957fa3ad0b35c8d6c319b3624-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5053012957fa3ad0b35c8d6c319b3624 columnFamilyName colfamily31 2024-11-11T15:03:26,360 DEBUG [StoreOpener-5053012957fa3ad0b35c8d6c319b3624-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,360 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731337404942.8831c6ba20b6ed4ae28131107f6b7d8a. 2024-11-11T15:03:26,360 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 8831c6ba20b6ed4ae28131107f6b7d8a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731337404942.8831c6ba20b6ed4ae28131107f6b7d8a.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-11T15:03:26,361 INFO [StoreOpener-5053012957fa3ad0b35c8d6c319b3624-1 {}] regionserver.HStore(327): Store=5053012957fa3ad0b35c8d6c319b3624/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,361 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8831c6ba20b6ed4ae28131107f6b7d8a 2024-11-11T15:03:26,361 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731337404942.8831c6ba20b6ed4ae28131107f6b7d8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:26,361 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:03:26,361 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 8831c6ba20b6ed4ae28131107f6b7d8a 2024-11-11T15:03:26,361 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 8831c6ba20b6ed4ae28131107f6b7d8a 2024-11-11T15:03:26,362 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73., pid=34, masterSystemTime=1731337406218 2024-11-11T15:03:26,363 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:03:26,364 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:03:26,364 INFO [StoreOpener-8831c6ba20b6ed4ae28131107f6b7d8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8831c6ba20b6ed4ae28131107f6b7d8a 2024-11-11T15:03:26,366 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:03:26,366 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:03:26,366 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73. 2024-11-11T15:03:26,367 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73. 2024-11-11T15:03:26,368 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731337404942.b547ea9b5e1f6062bfc4ec5746f1e2bc. 2024-11-11T15:03:26,368 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:03:26,368 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=4cf4161ca873bc45cbc04c362f8eca73, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,43323,1731337402509 2024-11-11T15:03:26,368 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => b547ea9b5e1f6062bfc4ec5746f1e2bc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731337404942.b547ea9b5e1f6062bfc4ec5746f1e2bc.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-11T15:03:26,371 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:03:26,372 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b547ea9b5e1f6062bfc4ec5746f1e2bc 2024-11-11T15:03:26,372 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731337404942.b547ea9b5e1f6062bfc4ec5746f1e2bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:26,372 INFO [StoreOpener-8831c6ba20b6ed4ae28131107f6b7d8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8831c6ba20b6ed4ae28131107f6b7d8a columnFamilyName colfamily11 2024-11-11T15:03:26,372 DEBUG [StoreOpener-8831c6ba20b6ed4ae28131107f6b7d8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cf4161ca873bc45cbc04c362f8eca73, server=2ba012863a15,43323,1731337402509 because future has completed 2024-11-11T15:03:26,374 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for b547ea9b5e1f6062bfc4ec5746f1e2bc 2024-11-11T15:03:26,374 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for b547ea9b5e1f6062bfc4ec5746f1e2bc 2024-11-11T15:03:26,374 INFO [StoreOpener-8831c6ba20b6ed4ae28131107f6b7d8a-1 {}] regionserver.HStore(327): Store=8831c6ba20b6ed4ae28131107f6b7d8a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,377 INFO [StoreOpener-8831c6ba20b6ed4ae28131107f6b7d8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8831c6ba20b6ed4ae28131107f6b7d8a 2024-11-11T15:03:26,381 INFO [StoreOpener-8831c6ba20b6ed4ae28131107f6b7d8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8831c6ba20b6ed4ae28131107f6b7d8a columnFamilyName colfamily21 2024-11-11T15:03:26,381 DEBUG [StoreOpener-8831c6ba20b6ed4ae28131107f6b7d8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,382 INFO [StoreOpener-8831c6ba20b6ed4ae28131107f6b7d8a-1 {}] regionserver.HStore(327): Store=8831c6ba20b6ed4ae28131107f6b7d8a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,383 INFO [StoreOpener-8831c6ba20b6ed4ae28131107f6b7d8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8831c6ba20b6ed4ae28131107f6b7d8a 2024-11-11T15:03:26,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=12 2024-11-11T15:03:26,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 4cf4161ca873bc45cbc04c362f8eca73, server=2ba012863a15,43323,1731337402509 in 283 msec 2024-11-11T15:03:26,386 INFO [StoreOpener-8831c6ba20b6ed4ae28131107f6b7d8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8831c6ba20b6ed4ae28131107f6b7d8a columnFamilyName colfamily31 2024-11-11T15:03:26,386 DEBUG [StoreOpener-8831c6ba20b6ed4ae28131107f6b7d8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,387 INFO [StoreOpener-8831c6ba20b6ed4ae28131107f6b7d8a-1 {}] regionserver.HStore(327): Store=8831c6ba20b6ed4ae28131107f6b7d8a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4cf4161ca873bc45cbc04c362f8eca73, ASSIGN in 501 msec 2024-11-11T15:03:26,390 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 8831c6ba20b6ed4ae28131107f6b7d8a 2024-11-11T15:03:26,391 INFO [StoreOpener-b547ea9b5e1f6062bfc4ec5746f1e2bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b547ea9b5e1f6062bfc4ec5746f1e2bc 2024-11-11T15:03:26,392 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8831c6ba20b6ed4ae28131107f6b7d8a 2024-11-11T15:03:26,392 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5053012957fa3ad0b35c8d6c319b3624/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:26,393 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8831c6ba20b6ed4ae28131107f6b7d8a 2024-11-11T15:03:26,393 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 5053012957fa3ad0b35c8d6c319b3624; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63627208, jitterRate=-0.051880717277526855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:03:26,393 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:03:26,394 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 5053012957fa3ad0b35c8d6c319b3624: Running coprocessor pre-open hook at 1731337406338Writing region info on filesystem at 1731337406338Initializing all the Stores at 1731337406342 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406342Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406346 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406346Cleaning up temporary data from old regions at 1731337406366 (+20 ms)Running coprocessor post-open hooks at 1731337406393 (+27 ms)Region opened successfully at 1731337406393 2024-11-11T15:03:26,394 INFO [StoreOpener-b547ea9b5e1f6062bfc4ec5746f1e2bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b547ea9b5e1f6062bfc4ec5746f1e2bc columnFamilyName colfamily11 2024-11-11T15:03:26,394 DEBUG [StoreOpener-b547ea9b5e1f6062bfc4ec5746f1e2bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,395 INFO [StoreOpener-b547ea9b5e1f6062bfc4ec5746f1e2bc-1 {}] regionserver.HStore(327): Store=b547ea9b5e1f6062bfc4ec5746f1e2bc/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,395 INFO [StoreOpener-b547ea9b5e1f6062bfc4ec5746f1e2bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b547ea9b5e1f6062bfc4ec5746f1e2bc 2024-11-11T15:03:26,396 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 8831c6ba20b6ed4ae28131107f6b7d8a 2024-11-11T15:03:26,396 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 8831c6ba20b6ed4ae28131107f6b7d8a 2024-11-11T15:03:26,397 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:03:26,398 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624., pid=43, masterSystemTime=1731337406293 2024-11-11T15:03:26,398 INFO [StoreOpener-b547ea9b5e1f6062bfc4ec5746f1e2bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b547ea9b5e1f6062bfc4ec5746f1e2bc columnFamilyName colfamily21 2024-11-11T15:03:26,401 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 8831c6ba20b6ed4ae28131107f6b7d8a 2024-11-11T15:03:26,402 DEBUG [StoreOpener-b547ea9b5e1f6062bfc4ec5746f1e2bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,404 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624. 2024-11-11T15:03:26,404 INFO [StoreOpener-b547ea9b5e1f6062bfc4ec5746f1e2bc-1 {}] regionserver.HStore(327): Store=b547ea9b5e1f6062bfc4ec5746f1e2bc/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,404 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624. 2024-11-11T15:03:26,404 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef. 2024-11-11T15:03:26,405 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5053012957fa3ad0b35c8d6c319b3624, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,37187,1731337402562 2024-11-11T15:03:26,405 INFO [StoreOpener-b547ea9b5e1f6062bfc4ec5746f1e2bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b547ea9b5e1f6062bfc4ec5746f1e2bc 2024-11-11T15:03:26,405 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 125d2d6b74af454257602cb2fce5e4ef, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-11T15:03:26,405 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:03:26,405 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:26,406 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:03:26,409 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:03:26,410 INFO [StoreOpener-b547ea9b5e1f6062bfc4ec5746f1e2bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b547ea9b5e1f6062bfc4ec5746f1e2bc columnFamilyName colfamily31 2024-11-11T15:03:26,410 DEBUG [StoreOpener-b547ea9b5e1f6062bfc4ec5746f1e2bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,411 INFO [StoreOpener-b547ea9b5e1f6062bfc4ec5746f1e2bc-1 {}] regionserver.HStore(327): Store=b547ea9b5e1f6062bfc4ec5746f1e2bc/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,411 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for b547ea9b5e1f6062bfc4ec5746f1e2bc 2024-11-11T15:03:26,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5053012957fa3ad0b35c8d6c319b3624, server=2ba012863a15,37187,1731337402562 because future has completed 2024-11-11T15:03:26,413 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b547ea9b5e1f6062bfc4ec5746f1e2bc 2024-11-11T15:03:26,414 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b547ea9b5e1f6062bfc4ec5746f1e2bc 2024-11-11T15:03:26,416 INFO [StoreOpener-125d2d6b74af454257602cb2fce5e4ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:03:26,416 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for b547ea9b5e1f6062bfc4ec5746f1e2bc 2024-11-11T15:03:26,416 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for b547ea9b5e1f6062bfc4ec5746f1e2bc 2024-11-11T15:03:26,417 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:03:26,418 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8831c6ba20b6ed4ae28131107f6b7d8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:26,419 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 8831c6ba20b6ed4ae28131107f6b7d8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73331951, jitterRate=0.09273122251033783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:03:26,419 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8831c6ba20b6ed4ae28131107f6b7d8a 2024-11-11T15:03:26,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=14 2024-11-11T15:03:26,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 5053012957fa3ad0b35c8d6c319b3624, server=2ba012863a15,37187,1731337402562 in 247 msec 2024-11-11T15:03:26,419 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 8831c6ba20b6ed4ae28131107f6b7d8a: Running coprocessor pre-open hook at 1731337406362Writing region info on filesystem at 1731337406362Initializing all the Stores at 1731337406364 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406364Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406364Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406364Cleaning up temporary data from old regions at 1731337406396 (+32 ms)Running coprocessor post-open hooks at 1731337406419 (+23 ms)Region opened successfully at 1731337406419 2024-11-11T15:03:26,419 INFO [StoreOpener-125d2d6b74af454257602cb2fce5e4ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 125d2d6b74af454257602cb2fce5e4ef columnFamilyName colfamily11 2024-11-11T15:03:26,420 DEBUG [StoreOpener-125d2d6b74af454257602cb2fce5e4ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,420 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for b547ea9b5e1f6062bfc4ec5746f1e2bc 2024-11-11T15:03:26,421 INFO [StoreOpener-125d2d6b74af454257602cb2fce5e4ef-1 {}] regionserver.HStore(327): Store=125d2d6b74af454257602cb2fce5e4ef/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,422 INFO [StoreOpener-125d2d6b74af454257602cb2fce5e4ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:03:26,423 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731337404942.8831c6ba20b6ed4ae28131107f6b7d8a., pid=50, masterSystemTime=1731337406346 2024-11-11T15:03:26,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5053012957fa3ad0b35c8d6c319b3624, ASSIGN in 535 msec 2024-11-11T15:03:26,426 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b547ea9b5e1f6062bfc4ec5746f1e2bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:26,427 INFO [StoreOpener-125d2d6b74af454257602cb2fce5e4ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 125d2d6b74af454257602cb2fce5e4ef columnFamilyName colfamily21 2024-11-11T15:03:26,427 DEBUG [StoreOpener-125d2d6b74af454257602cb2fce5e4ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,428 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened b547ea9b5e1f6062bfc4ec5746f1e2bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73350898, jitterRate=0.09301355481147766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:03:26,428 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b547ea9b5e1f6062bfc4ec5746f1e2bc 2024-11-11T15:03:26,428 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for b547ea9b5e1f6062bfc4ec5746f1e2bc: Running coprocessor pre-open hook at 1731337406375Writing region info on filesystem at 1731337406375Initializing all the Stores at 1731337406378 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406378Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406390 (+12 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406390Cleaning up temporary data from old regions at 1731337406416 (+26 ms)Running coprocessor post-open hooks at 1731337406428 (+12 ms)Region opened successfully at 1731337406428 2024-11-11T15:03:26,428 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731337404942.8831c6ba20b6ed4ae28131107f6b7d8a. 2024-11-11T15:03:26,429 INFO [StoreOpener-125d2d6b74af454257602cb2fce5e4ef-1 {}] regionserver.HStore(327): Store=125d2d6b74af454257602cb2fce5e4ef/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,429 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731337404942.8831c6ba20b6ed4ae28131107f6b7d8a. 2024-11-11T15:03:26,430 INFO [StoreOpener-125d2d6b74af454257602cb2fce5e4ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:03:26,430 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731337404942.b547ea9b5e1f6062bfc4ec5746f1e2bc., pid=35, masterSystemTime=1731337406218 2024-11-11T15:03:26,430 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b. 2024-11-11T15:03:26,430 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => c4279699cba0d55d9dc68f6216bda61b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-11T15:03:26,431 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=8831c6ba20b6ed4ae28131107f6b7d8a, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:03:26,432 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c4279699cba0d55d9dc68f6216bda61b 2024-11-11T15:03:26,432 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:26,432 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for c4279699cba0d55d9dc68f6216bda61b 2024-11-11T15:03:26,432 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for c4279699cba0d55d9dc68f6216bda61b 2024-11-11T15:03:26,435 INFO [StoreOpener-c4279699cba0d55d9dc68f6216bda61b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c4279699cba0d55d9dc68f6216bda61b 2024-11-11T15:03:26,435 INFO [StoreOpener-125d2d6b74af454257602cb2fce5e4ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 125d2d6b74af454257602cb2fce5e4ef columnFamilyName colfamily31 2024-11-11T15:03:26,435 DEBUG [StoreOpener-125d2d6b74af454257602cb2fce5e4ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,436 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731337404942.b547ea9b5e1f6062bfc4ec5746f1e2bc. 2024-11-11T15:03:26,436 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731337404942.b547ea9b5e1f6062bfc4ec5746f1e2bc. 2024-11-11T15:03:26,436 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c. 2024-11-11T15:03:26,436 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f09eb15bd400d7de9a08a02da4e6d6c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-11T15:03:26,436 INFO [StoreOpener-125d2d6b74af454257602cb2fce5e4ef-1 {}] regionserver.HStore(327): Store=125d2d6b74af454257602cb2fce5e4ef/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,437 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:03:26,437 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5f09eb15bd400d7de9a08a02da4e6d6c 2024-11-11T15:03:26,437 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:26,437 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 5f09eb15bd400d7de9a08a02da4e6d6c 2024-11-11T15:03:26,437 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 5f09eb15bd400d7de9a08a02da4e6d6c 2024-11-11T15:03:26,438 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:03:26,439 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:03:26,439 INFO [StoreOpener-c4279699cba0d55d9dc68f6216bda61b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4279699cba0d55d9dc68f6216bda61b columnFamilyName colfamily11 2024-11-11T15:03:26,440 DEBUG [StoreOpener-c4279699cba0d55d9dc68f6216bda61b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,441 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:03:26,441 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:03:26,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8831c6ba20b6ed4ae28131107f6b7d8a, server=2ba012863a15,36933,1731337402406 because future has completed 2024-11-11T15:03:26,441 INFO [StoreOpener-c4279699cba0d55d9dc68f6216bda61b-1 {}] regionserver.HStore(327): Store=c4279699cba0d55d9dc68f6216bda61b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,441 INFO [StoreOpener-c4279699cba0d55d9dc68f6216bda61b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c4279699cba0d55d9dc68f6216bda61b 2024-11-11T15:03:26,442 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:03:26,443 INFO [StoreOpener-c4279699cba0d55d9dc68f6216bda61b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4279699cba0d55d9dc68f6216bda61b columnFamilyName colfamily21 2024-11-11T15:03:26,443 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b547ea9b5e1f6062bfc4ec5746f1e2bc, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,43323,1731337402509 2024-11-11T15:03:26,443 DEBUG [StoreOpener-c4279699cba0d55d9dc68f6216bda61b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,444 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:03:26,444 INFO [StoreOpener-c4279699cba0d55d9dc68f6216bda61b-1 {}] regionserver.HStore(327): Store=c4279699cba0d55d9dc68f6216bda61b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,444 INFO [StoreOpener-c4279699cba0d55d9dc68f6216bda61b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c4279699cba0d55d9dc68f6216bda61b 2024-11-11T15:03:26,448 INFO [StoreOpener-c4279699cba0d55d9dc68f6216bda61b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4279699cba0d55d9dc68f6216bda61b columnFamilyName colfamily31 2024-11-11T15:03:26,449 DEBUG [StoreOpener-c4279699cba0d55d9dc68f6216bda61b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b547ea9b5e1f6062bfc4ec5746f1e2bc, server=2ba012863a15,43323,1731337402509 because future has completed 2024-11-11T15:03:26,450 INFO [StoreOpener-c4279699cba0d55d9dc68f6216bda61b-1 {}] regionserver.HStore(327): Store=c4279699cba0d55d9dc68f6216bda61b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,450 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for c4279699cba0d55d9dc68f6216bda61b 2024-11-11T15:03:26,451 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/125d2d6b74af454257602cb2fce5e4ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:26,452 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 125d2d6b74af454257602cb2fce5e4ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72889542, jitterRate=0.08613881468772888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:03:26,453 INFO [StoreOpener-5f09eb15bd400d7de9a08a02da4e6d6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5f09eb15bd400d7de9a08a02da4e6d6c 2024-11-11T15:03:26,453 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:03:26,453 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4279699cba0d55d9dc68f6216bda61b 2024-11-11T15:03:26,453 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 125d2d6b74af454257602cb2fce5e4ef: Running coprocessor pre-open hook at 1731337406411Writing region info on filesystem at 1731337406411Initializing all the Stores at 1731337406415 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406415Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406416 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406416Cleaning up temporary data from old regions at 1731337406441 (+25 ms)Running coprocessor post-open hooks at 1731337406453 (+12 ms)Region opened successfully at 1731337406453 2024-11-11T15:03:26,453 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4279699cba0d55d9dc68f6216bda61b 2024-11-11T15:03:26,454 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef., pid=44, masterSystemTime=1731337406293 2024-11-11T15:03:26,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=16 2024-11-11T15:03:26,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 8831c6ba20b6ed4ae28131107f6b7d8a, server=2ba012863a15,36933,1731337402406 in 247 msec 2024-11-11T15:03:26,458 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for c4279699cba0d55d9dc68f6216bda61b 2024-11-11T15:03:26,459 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for c4279699cba0d55d9dc68f6216bda61b 2024-11-11T15:03:26,459 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef. 2024-11-11T15:03:26,459 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef. 2024-11-11T15:03:26,459 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5. 2024-11-11T15:03:26,459 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => d845e46ae964af3a17084065be0dc6e5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-11T15:03:26,460 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:03:26,460 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:26,460 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:03:26,460 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:03:26,461 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=125d2d6b74af454257602cb2fce5e4ef, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,37187,1731337402562 2024-11-11T15:03:26,461 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:03:26,462 INFO [StoreOpener-5f09eb15bd400d7de9a08a02da4e6d6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f09eb15bd400d7de9a08a02da4e6d6c columnFamilyName colfamily11 2024-11-11T15:03:26,462 DEBUG [StoreOpener-5f09eb15bd400d7de9a08a02da4e6d6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,463 INFO [StoreOpener-5f09eb15bd400d7de9a08a02da4e6d6c-1 {}] regionserver.HStore(327): Store=5f09eb15bd400d7de9a08a02da4e6d6c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,463 INFO [StoreOpener-5f09eb15bd400d7de9a08a02da4e6d6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5f09eb15bd400d7de9a08a02da4e6d6c 2024-11-11T15:03:26,465 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for c4279699cba0d55d9dc68f6216bda61b 2024-11-11T15:03:26,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 125d2d6b74af454257602cb2fce5e4ef, server=2ba012863a15,37187,1731337402562 because future has completed 2024-11-11T15:03:26,468 INFO [StoreOpener-5f09eb15bd400d7de9a08a02da4e6d6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f09eb15bd400d7de9a08a02da4e6d6c columnFamilyName colfamily21 2024-11-11T15:03:26,469 DEBUG [StoreOpener-5f09eb15bd400d7de9a08a02da4e6d6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8831c6ba20b6ed4ae28131107f6b7d8a, ASSIGN in 582 msec 2024-11-11T15:03:26,470 INFO [StoreOpener-5f09eb15bd400d7de9a08a02da4e6d6c-1 {}] regionserver.HStore(327): Store=5f09eb15bd400d7de9a08a02da4e6d6c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,471 INFO [StoreOpener-5f09eb15bd400d7de9a08a02da4e6d6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5f09eb15bd400d7de9a08a02da4e6d6c 2024-11-11T15:03:26,474 INFO [StoreOpener-5f09eb15bd400d7de9a08a02da4e6d6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f09eb15bd400d7de9a08a02da4e6d6c columnFamilyName colfamily31 2024-11-11T15:03:26,474 DEBUG [StoreOpener-5f09eb15bd400d7de9a08a02da4e6d6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,476 INFO [StoreOpener-5f09eb15bd400d7de9a08a02da4e6d6c-1 {}] regionserver.HStore(327): Store=5f09eb15bd400d7de9a08a02da4e6d6c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,476 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 5f09eb15bd400d7de9a08a02da4e6d6c 2024-11-11T15:03:26,479 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f09eb15bd400d7de9a08a02da4e6d6c 2024-11-11T15:03:26,480 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f09eb15bd400d7de9a08a02da4e6d6c 2024-11-11T15:03:26,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=20 2024-11-11T15:03:26,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 125d2d6b74af454257602cb2fce5e4ef, server=2ba012863a15,37187,1731337402562 in 300 msec 2024-11-11T15:03:26,483 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 5f09eb15bd400d7de9a08a02da4e6d6c 2024-11-11T15:03:26,483 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 5f09eb15bd400d7de9a08a02da4e6d6c 2024-11-11T15:03:26,484 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:03:26,486 INFO [StoreOpener-d845e46ae964af3a17084065be0dc6e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:03:26,487 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 5f09eb15bd400d7de9a08a02da4e6d6c 2024-11-11T15:03:26,487 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4279699cba0d55d9dc68f6216bda61b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:26,488 INFO [StoreOpener-d845e46ae964af3a17084065be0dc6e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d845e46ae964af3a17084065be0dc6e5 columnFamilyName colfamily11 2024-11-11T15:03:26,488 DEBUG [StoreOpener-d845e46ae964af3a17084065be0dc6e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,488 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened c4279699cba0d55d9dc68f6216bda61b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72373183, jitterRate=0.0784444659948349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:03:26,488 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4279699cba0d55d9dc68f6216bda61b 2024-11-11T15:03:26,488 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for c4279699cba0d55d9dc68f6216bda61b: Running coprocessor pre-open hook at 1731337406432Writing region info on filesystem at 1731337406432Initializing all the Stores at 1731337406434 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406434Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406434Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406434Cleaning up temporary data from old regions at 1731337406459 (+25 ms)Running coprocessor post-open hooks at 1731337406488 (+29 ms)Region opened successfully at 1731337406488 2024-11-11T15:03:26,490 INFO [StoreOpener-d845e46ae964af3a17084065be0dc6e5-1 {}] regionserver.HStore(327): Store=d845e46ae964af3a17084065be0dc6e5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,490 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b., pid=53, masterSystemTime=1731337406346 2024-11-11T15:03:26,490 INFO [StoreOpener-d845e46ae964af3a17084065be0dc6e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:03:26,491 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f09eb15bd400d7de9a08a02da4e6d6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:26,494 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 5f09eb15bd400d7de9a08a02da4e6d6c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61349443, jitterRate=-0.08582206070423126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:03:26,494 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f09eb15bd400d7de9a08a02da4e6d6c 2024-11-11T15:03:26,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=125d2d6b74af454257602cb2fce5e4ef, ASSIGN in 598 msec 2024-11-11T15:03:26,495 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 5f09eb15bd400d7de9a08a02da4e6d6c: Running coprocessor pre-open hook at 1731337406437Writing region info on filesystem at 1731337406437Initializing all the Stores at 1731337406439 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406439Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406439Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406439Cleaning up temporary data from old regions at 1731337406483 (+44 ms)Running coprocessor post-open hooks at 1731337406494 (+11 ms)Region opened successfully at 1731337406494 2024-11-11T15:03:26,495 INFO [StoreOpener-d845e46ae964af3a17084065be0dc6e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d845e46ae964af3a17084065be0dc6e5 columnFamilyName colfamily21 2024-11-11T15:03:26,495 DEBUG [StoreOpener-d845e46ae964af3a17084065be0dc6e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,496 INFO [StoreOpener-d845e46ae964af3a17084065be0dc6e5-1 {}] regionserver.HStore(327): Store=d845e46ae964af3a17084065be0dc6e5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,496 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b. 2024-11-11T15:03:26,496 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b. 2024-11-11T15:03:26,496 INFO [StoreOpener-d845e46ae964af3a17084065be0dc6e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:03:26,497 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731337404942.cf207c1a1fe6fb43795982e6b095cd8b. 2024-11-11T15:03:26,497 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => cf207c1a1fe6fb43795982e6b095cd8b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731337404942.cf207c1a1fe6fb43795982e6b095cd8b.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-11T15:03:26,499 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true cf207c1a1fe6fb43795982e6b095cd8b 2024-11-11T15:03:26,499 INFO [StoreOpener-d845e46ae964af3a17084065be0dc6e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d845e46ae964af3a17084065be0dc6e5 columnFamilyName colfamily31 2024-11-11T15:03:26,499 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731337404942.cf207c1a1fe6fb43795982e6b095cd8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:26,499 DEBUG [StoreOpener-d845e46ae964af3a17084065be0dc6e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,499 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for cf207c1a1fe6fb43795982e6b095cd8b 2024-11-11T15:03:26,499 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for cf207c1a1fe6fb43795982e6b095cd8b 2024-11-11T15:03:26,500 INFO [StoreOpener-d845e46ae964af3a17084065be0dc6e5-1 {}] regionserver.HStore(327): Store=d845e46ae964af3a17084065be0dc6e5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,500 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:03:26,502 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:03:26,502 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c., pid=37, masterSystemTime=1731337406218 2024-11-11T15:03:26,504 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:03:26,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=18 2024-11-11T15:03:26,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure b547ea9b5e1f6062bfc4ec5746f1e2bc, server=2ba012863a15,43323,1731337402509 in 395 msec 2024-11-11T15:03:26,507 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c. 2024-11-11T15:03:26,507 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c. 2024-11-11T15:03:26,507 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731337404942.41dac254772fb648834582b2d62e3f7c. 2024-11-11T15:03:26,508 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 41dac254772fb648834582b2d62e3f7c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731337404942.41dac254772fb648834582b2d62e3f7c.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-11T15:03:26,508 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 41dac254772fb648834582b2d62e3f7c 2024-11-11T15:03:26,508 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731337404942.41dac254772fb648834582b2d62e3f7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:26,508 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 41dac254772fb648834582b2d62e3f7c 2024-11-11T15:03:26,508 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 41dac254772fb648834582b2d62e3f7c 2024-11-11T15:03:26,509 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:03:26,509 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:03:26,510 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:03:26,510 INFO [StoreOpener-cf207c1a1fe6fb43795982e6b095cd8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region cf207c1a1fe6fb43795982e6b095cd8b 2024-11-11T15:03:26,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b547ea9b5e1f6062bfc4ec5746f1e2bc, ASSIGN in 623 msec 2024-11-11T15:03:26,512 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:03:26,515 INFO [StoreOpener-cf207c1a1fe6fb43795982e6b095cd8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf207c1a1fe6fb43795982e6b095cd8b columnFamilyName colfamily11 2024-11-11T15:03:26,515 DEBUG [StoreOpener-cf207c1a1fe6fb43795982e6b095cd8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,517 INFO [StoreOpener-cf207c1a1fe6fb43795982e6b095cd8b-1 {}] regionserver.HStore(327): Store=cf207c1a1fe6fb43795982e6b095cd8b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,517 INFO [StoreOpener-cf207c1a1fe6fb43795982e6b095cd8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region cf207c1a1fe6fb43795982e6b095cd8b 2024-11-11T15:03:26,519 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=5f09eb15bd400d7de9a08a02da4e6d6c, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,43323,1731337402509 2024-11-11T15:03:26,520 INFO [StoreOpener-cf207c1a1fe6fb43795982e6b095cd8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf207c1a1fe6fb43795982e6b095cd8b columnFamilyName colfamily21 2024-11-11T15:03:26,521 DEBUG [StoreOpener-cf207c1a1fe6fb43795982e6b095cd8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,522 INFO [StoreOpener-cf207c1a1fe6fb43795982e6b095cd8b-1 {}] regionserver.HStore(327): Store=cf207c1a1fe6fb43795982e6b095cd8b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,522 INFO [StoreOpener-cf207c1a1fe6fb43795982e6b095cd8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region cf207c1a1fe6fb43795982e6b095cd8b 2024-11-11T15:03:26,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f09eb15bd400d7de9a08a02da4e6d6c, server=2ba012863a15,43323,1731337402509 because future has completed 2024-11-11T15:03:26,525 INFO [StoreOpener-cf207c1a1fe6fb43795982e6b095cd8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf207c1a1fe6fb43795982e6b095cd8b columnFamilyName colfamily31 2024-11-11T15:03:26,525 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=c4279699cba0d55d9dc68f6216bda61b, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:03:26,525 DEBUG [StoreOpener-cf207c1a1fe6fb43795982e6b095cd8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,526 INFO [StoreOpener-41dac254772fb648834582b2d62e3f7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 41dac254772fb648834582b2d62e3f7c 2024-11-11T15:03:26,526 INFO [StoreOpener-cf207c1a1fe6fb43795982e6b095cd8b-1 {}] regionserver.HStore(327): Store=cf207c1a1fe6fb43795982e6b095cd8b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,526 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for cf207c1a1fe6fb43795982e6b095cd8b 2024-11-11T15:03:26,528 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cf207c1a1fe6fb43795982e6b095cd8b 2024-11-11T15:03:26,529 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cf207c1a1fe6fb43795982e6b095cd8b 2024-11-11T15:03:26,531 INFO [StoreOpener-41dac254772fb648834582b2d62e3f7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41dac254772fb648834582b2d62e3f7c columnFamilyName colfamily11 2024-11-11T15:03:26,531 DEBUG [StoreOpener-41dac254772fb648834582b2d62e3f7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4279699cba0d55d9dc68f6216bda61b, server=2ba012863a15,36933,1731337402406 because future has completed 2024-11-11T15:03:26,532 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for cf207c1a1fe6fb43795982e6b095cd8b 2024-11-11T15:03:26,532 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for cf207c1a1fe6fb43795982e6b095cd8b 2024-11-11T15:03:26,532 INFO [StoreOpener-41dac254772fb648834582b2d62e3f7c-1 {}] regionserver.HStore(327): Store=41dac254772fb648834582b2d62e3f7c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,533 INFO [StoreOpener-41dac254772fb648834582b2d62e3f7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 41dac254772fb648834582b2d62e3f7c 2024-11-11T15:03:26,533 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:03:26,535 INFO [StoreOpener-41dac254772fb648834582b2d62e3f7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41dac254772fb648834582b2d62e3f7c columnFamilyName colfamily21 2024-11-11T15:03:26,536 DEBUG [StoreOpener-41dac254772fb648834582b2d62e3f7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,536 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for cf207c1a1fe6fb43795982e6b095cd8b 2024-11-11T15:03:26,537 INFO [StoreOpener-41dac254772fb648834582b2d62e3f7c-1 {}] regionserver.HStore(327): Store=41dac254772fb648834582b2d62e3f7c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,537 INFO [StoreOpener-41dac254772fb648834582b2d62e3f7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 41dac254772fb648834582b2d62e3f7c 2024-11-11T15:03:26,538 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d845e46ae964af3a17084065be0dc6e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:26,539 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened d845e46ae964af3a17084065be0dc6e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60671590, jitterRate=-0.09592285752296448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:03:26,539 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:03:26,539 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for d845e46ae964af3a17084065be0dc6e5: Running coprocessor pre-open hook at 1731337406460Writing region info on filesystem at 1731337406460Initializing all the Stores at 1731337406463 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406463Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406486 (+23 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406486Cleaning up temporary data from old regions at 1731337406509 (+23 ms)Running coprocessor post-open hooks at 1731337406539 (+30 ms)Region opened successfully at 1731337406539 2024-11-11T15:03:26,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=24 2024-11-11T15:03:26,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f09eb15bd400d7de9a08a02da4e6d6c, server=2ba012863a15,43323,1731337402509 in 414 msec 2024-11-11T15:03:26,542 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5., pid=39, masterSystemTime=1731337406293 2024-11-11T15:03:26,542 INFO [StoreOpener-41dac254772fb648834582b2d62e3f7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41dac254772fb648834582b2d62e3f7c columnFamilyName colfamily31 2024-11-11T15:03:26,542 DEBUG [StoreOpener-41dac254772fb648834582b2d62e3f7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,544 INFO [StoreOpener-41dac254772fb648834582b2d62e3f7c-1 {}] regionserver.HStore(327): Store=41dac254772fb648834582b2d62e3f7c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,545 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 41dac254772fb648834582b2d62e3f7c 2024-11-11T15:03:26,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f09eb15bd400d7de9a08a02da4e6d6c, ASSIGN in 657 msec 2024-11-11T15:03:26,546 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cf207c1a1fe6fb43795982e6b095cd8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:26,546 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41dac254772fb648834582b2d62e3f7c 2024-11-11T15:03:26,547 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41dac254772fb648834582b2d62e3f7c 2024-11-11T15:03:26,547 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5. 2024-11-11T15:03:26,547 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5. 2024-11-11T15:03:26,547 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb. 2024-11-11T15:03:26,548 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 4cd1c5846adf288a59dfb73832cd1ecb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-11T15:03:26,547 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened cf207c1a1fe6fb43795982e6b095cd8b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70526461, jitterRate=0.05092616379261017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:03:26,548 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf207c1a1fe6fb43795982e6b095cd8b 2024-11-11T15:03:26,548 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for cf207c1a1fe6fb43795982e6b095cd8b: Running coprocessor pre-open hook at 1731337406499Writing region info on filesystem at 1731337406499Initializing all the Stores at 1731337406502 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406502Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406506 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406506Cleaning up temporary data from old regions at 1731337406532 (+26 ms)Running coprocessor post-open hooks at 1731337406548 (+16 ms)Region opened successfully at 1731337406548 2024-11-11T15:03:26,548 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:03:26,548 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:26,548 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:03:26,548 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:03:26,550 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 41dac254772fb648834582b2d62e3f7c 2024-11-11T15:03:26,550 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 41dac254772fb648834582b2d62e3f7c 2024-11-11T15:03:26,551 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:03:26,553 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 41dac254772fb648834582b2d62e3f7c 2024-11-11T15:03:26,554 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731337404942.cf207c1a1fe6fb43795982e6b095cd8b., pid=48, masterSystemTime=1731337406346 2024-11-11T15:03:26,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=28 2024-11-11T15:03:26,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure c4279699cba0d55d9dc68f6216bda61b, server=2ba012863a15,36933,1731337402406 in 329 msec 2024-11-11T15:03:26,558 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731337404942.cf207c1a1fe6fb43795982e6b095cd8b. 2024-11-11T15:03:26,558 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731337404942.cf207c1a1fe6fb43795982e6b095cd8b. 2024-11-11T15:03:26,559 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d. 2024-11-11T15:03:26,559 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 632939b50825a58679c67532135ea99d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-11T15:03:26,559 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 632939b50825a58679c67532135ea99d 2024-11-11T15:03:26,559 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:26,559 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 632939b50825a58679c67532135ea99d 2024-11-11T15:03:26,560 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 632939b50825a58679c67532135ea99d 2024-11-11T15:03:26,562 INFO [StoreOpener-4cd1c5846adf288a59dfb73832cd1ecb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:03:26,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c4279699cba0d55d9dc68f6216bda61b, ASSIGN in 674 msec 2024-11-11T15:03:26,564 INFO [StoreOpener-4cd1c5846adf288a59dfb73832cd1ecb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cd1c5846adf288a59dfb73832cd1ecb columnFamilyName colfamily11 2024-11-11T15:03:26,564 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=cf207c1a1fe6fb43795982e6b095cd8b, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:03:26,564 DEBUG [StoreOpener-4cd1c5846adf288a59dfb73832cd1ecb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,565 INFO [StoreOpener-4cd1c5846adf288a59dfb73832cd1ecb-1 {}] regionserver.HStore(327): Store=4cd1c5846adf288a59dfb73832cd1ecb/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,565 INFO [StoreOpener-4cd1c5846adf288a59dfb73832cd1ecb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:03:26,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf207c1a1fe6fb43795982e6b095cd8b, server=2ba012863a15,36933,1731337402406 because future has completed 2024-11-11T15:03:26,568 INFO [StoreOpener-4cd1c5846adf288a59dfb73832cd1ecb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cd1c5846adf288a59dfb73832cd1ecb columnFamilyName colfamily21 2024-11-11T15:03:26,569 DEBUG [StoreOpener-4cd1c5846adf288a59dfb73832cd1ecb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,570 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=d845e46ae964af3a17084065be0dc6e5, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,37187,1731337402562 2024-11-11T15:03:26,570 INFO [StoreOpener-4cd1c5846adf288a59dfb73832cd1ecb-1 {}] regionserver.HStore(327): Store=4cd1c5846adf288a59dfb73832cd1ecb/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,570 INFO [StoreOpener-4cd1c5846adf288a59dfb73832cd1ecb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:03:26,571 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41dac254772fb648834582b2d62e3f7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:26,572 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 41dac254772fb648834582b2d62e3f7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70307645, jitterRate=0.0476655513048172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:03:26,573 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41dac254772fb648834582b2d62e3f7c 2024-11-11T15:03:26,572 INFO [StoreOpener-632939b50825a58679c67532135ea99d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 632939b50825a58679c67532135ea99d 2024-11-11T15:03:26,573 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 41dac254772fb648834582b2d62e3f7c: Running coprocessor pre-open hook at 1731337406509Writing region info on filesystem at 1731337406509Initializing all the Stores at 1731337406511 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406511Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406522 (+11 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406522Cleaning up temporary data from old regions at 1731337406550 (+28 ms)Running coprocessor post-open hooks at 1731337406573 (+23 ms)Region opened successfully at 1731337406573 2024-11-11T15:03:26,575 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731337404942.41dac254772fb648834582b2d62e3f7c., pid=36, masterSystemTime=1731337406218 2024-11-11T15:03:26,576 INFO [StoreOpener-632939b50825a58679c67532135ea99d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 632939b50825a58679c67532135ea99d columnFamilyName colfamily11 2024-11-11T15:03:26,576 INFO [StoreOpener-4cd1c5846adf288a59dfb73832cd1ecb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cd1c5846adf288a59dfb73832cd1ecb columnFamilyName colfamily31 2024-11-11T15:03:26,576 DEBUG [StoreOpener-632939b50825a58679c67532135ea99d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,576 DEBUG [StoreOpener-4cd1c5846adf288a59dfb73832cd1ecb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure d845e46ae964af3a17084065be0dc6e5, server=2ba012863a15,37187,1731337402562 because future has completed 2024-11-11T15:03:26,578 INFO [StoreOpener-4cd1c5846adf288a59dfb73832cd1ecb-1 {}] regionserver.HStore(327): Store=4cd1c5846adf288a59dfb73832cd1ecb/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,578 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:03:26,578 INFO [StoreOpener-632939b50825a58679c67532135ea99d-1 {}] regionserver.HStore(327): Store=632939b50825a58679c67532135ea99d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,578 INFO [StoreOpener-632939b50825a58679c67532135ea99d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 632939b50825a58679c67532135ea99d 2024-11-11T15:03:26,579 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:03:26,580 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:03:26,581 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731337404942.41dac254772fb648834582b2d62e3f7c. 2024-11-11T15:03:26,581 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731337404942.41dac254772fb648834582b2d62e3f7c. 2024-11-11T15:03:26,581 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538. 2024-11-11T15:03:26,581 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 9eef2c8475384aa971f0d313b537b538, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-11T15:03:26,582 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 9eef2c8475384aa971f0d313b537b538 2024-11-11T15:03:26,582 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:26,582 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 9eef2c8475384aa971f0d313b537b538 2024-11-11T15:03:26,582 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 9eef2c8475384aa971f0d313b537b538 2024-11-11T15:03:26,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=30 2024-11-11T15:03:26,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure cf207c1a1fe6fb43795982e6b095cd8b, server=2ba012863a15,36933,1731337402406 in 382 msec 2024-11-11T15:03:26,586 INFO [StoreOpener-632939b50825a58679c67532135ea99d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 632939b50825a58679c67532135ea99d columnFamilyName colfamily21 2024-11-11T15:03:26,586 DEBUG [StoreOpener-632939b50825a58679c67532135ea99d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,587 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:03:26,587 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:03:26,587 INFO [StoreOpener-632939b50825a58679c67532135ea99d-1 {}] regionserver.HStore(327): Store=632939b50825a58679c67532135ea99d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,587 INFO [StoreOpener-632939b50825a58679c67532135ea99d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 632939b50825a58679c67532135ea99d 2024-11-11T15:03:26,588 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:03:26,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cf207c1a1fe6fb43795982e6b095cd8b, ASSIGN in 699 msec 2024-11-11T15:03:26,587 INFO [StoreOpener-9eef2c8475384aa971f0d313b537b538-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 9eef2c8475384aa971f0d313b537b538 2024-11-11T15:03:26,591 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=41dac254772fb648834582b2d62e3f7c, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,43323,1731337402509 2024-11-11T15:03:26,591 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:03:26,591 INFO [StoreOpener-632939b50825a58679c67532135ea99d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 632939b50825a58679c67532135ea99d columnFamilyName colfamily31 2024-11-11T15:03:26,592 DEBUG [StoreOpener-632939b50825a58679c67532135ea99d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,595 INFO [StoreOpener-632939b50825a58679c67532135ea99d-1 {}] regionserver.HStore(327): Store=632939b50825a58679c67532135ea99d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,595 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 632939b50825a58679c67532135ea99d 2024-11-11T15:03:26,597 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/632939b50825a58679c67532135ea99d 2024-11-11T15:03:26,597 INFO [StoreOpener-9eef2c8475384aa971f0d313b537b538-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9eef2c8475384aa971f0d313b537b538 columnFamilyName colfamily11 2024-11-11T15:03:26,597 DEBUG [StoreOpener-9eef2c8475384aa971f0d313b537b538-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,597 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/632939b50825a58679c67532135ea99d 2024-11-11T15:03:26,598 INFO [StoreOpener-9eef2c8475384aa971f0d313b537b538-1 {}] regionserver.HStore(327): Store=9eef2c8475384aa971f0d313b537b538/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,599 INFO [StoreOpener-9eef2c8475384aa971f0d313b537b538-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 9eef2c8475384aa971f0d313b537b538 2024-11-11T15:03:26,599 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 632939b50825a58679c67532135ea99d 2024-11-11T15:03:26,599 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 632939b50825a58679c67532135ea99d 2024-11-11T15:03:26,600 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:03:26,600 INFO [StoreOpener-9eef2c8475384aa971f0d313b537b538-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9eef2c8475384aa971f0d313b537b538 columnFamilyName colfamily21 2024-11-11T15:03:26,601 DEBUG [StoreOpener-9eef2c8475384aa971f0d313b537b538-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41dac254772fb648834582b2d62e3f7c, server=2ba012863a15,43323,1731337402509 because future has completed 2024-11-11T15:03:26,602 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 632939b50825a58679c67532135ea99d 2024-11-11T15:03:26,602 INFO [StoreOpener-9eef2c8475384aa971f0d313b537b538-1 {}] regionserver.HStore(327): Store=9eef2c8475384aa971f0d313b537b538/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,602 INFO [StoreOpener-9eef2c8475384aa971f0d313b537b538-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 9eef2c8475384aa971f0d313b537b538 2024-11-11T15:03:26,603 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cd1c5846adf288a59dfb73832cd1ecb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:26,605 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 4cd1c5846adf288a59dfb73832cd1ecb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69914501, jitterRate=0.04180724918842316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:03:26,605 INFO [StoreOpener-9eef2c8475384aa971f0d313b537b538-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9eef2c8475384aa971f0d313b537b538 columnFamilyName colfamily31 2024-11-11T15:03:26,605 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:03:26,605 DEBUG [StoreOpener-9eef2c8475384aa971f0d313b537b538-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,605 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 4cd1c5846adf288a59dfb73832cd1ecb: Running coprocessor pre-open hook at 1731337406549Writing region info on filesystem at 1731337406549Initializing all the Stores at 1731337406550 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406551 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406562 (+11 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406562Cleaning up temporary data from old regions at 1731337406587 (+25 ms)Running coprocessor post-open hooks at 1731337406605 (+18 ms)Region opened successfully at 1731337406605 2024-11-11T15:03:26,606 INFO [StoreOpener-9eef2c8475384aa971f0d313b537b538-1 {}] regionserver.HStore(327): Store=9eef2c8475384aa971f0d313b537b538/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,606 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb., pid=45, masterSystemTime=1731337406293 2024-11-11T15:03:26,606 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 9eef2c8475384aa971f0d313b537b538 2024-11-11T15:03:26,608 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9eef2c8475384aa971f0d313b537b538 2024-11-11T15:03:26,608 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9eef2c8475384aa971f0d313b537b538 2024-11-11T15:03:26,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=29 2024-11-11T15:03:26,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure d845e46ae964af3a17084065be0dc6e5, server=2ba012863a15,37187,1731337402562 in 458 msec 2024-11-11T15:03:26,609 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb. 2024-11-11T15:03:26,610 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb. 2024-11-11T15:03:26,610 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5. 2024-11-11T15:03:26,610 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => aef1fbc7ea82d3465c3285fe84a0def5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-11T15:03:26,610 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:03:26,610 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:26,611 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:03:26,611 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:03:26,612 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/632939b50825a58679c67532135ea99d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:26,612 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=4cd1c5846adf288a59dfb73832cd1ecb, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,37187,1731337402562 2024-11-11T15:03:26,612 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 9eef2c8475384aa971f0d313b537b538 2024-11-11T15:03:26,612 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 9eef2c8475384aa971f0d313b537b538 2024-11-11T15:03:26,612 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 632939b50825a58679c67532135ea99d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60147884, jitterRate=-0.10372668504714966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:03:26,613 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 632939b50825a58679c67532135ea99d 2024-11-11T15:03:26,613 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 632939b50825a58679c67532135ea99d: Running coprocessor pre-open hook at 1731337406560Writing region info on filesystem at 1731337406560Initializing all the Stores at 1731337406561 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406561Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406572 (+11 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406572Cleaning up temporary data from old regions at 1731337406599 (+27 ms)Running coprocessor post-open hooks at 1731337406613 (+14 ms)Region opened successfully at 1731337406613 2024-11-11T15:03:26,613 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:03:26,614 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d., pid=49, masterSystemTime=1731337406346 2024-11-11T15:03:26,614 INFO [StoreOpener-aef1fbc7ea82d3465c3285fe84a0def5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:03:26,615 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 9eef2c8475384aa971f0d313b537b538 2024-11-11T15:03:26,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cd1c5846adf288a59dfb73832cd1ecb, server=2ba012863a15,37187,1731337402562 because future has completed 2024-11-11T15:03:26,618 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d. 2024-11-11T15:03:26,619 INFO [StoreOpener-aef1fbc7ea82d3465c3285fe84a0def5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aef1fbc7ea82d3465c3285fe84a0def5 columnFamilyName colfamily11 2024-11-11T15:03:26,619 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d. 2024-11-11T15:03:26,619 DEBUG [StoreOpener-aef1fbc7ea82d3465c3285fe84a0def5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,619 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388. 2024-11-11T15:03:26,619 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 15e4fefc60612f7a03f2594dc64e4388, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-11T15:03:26,619 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 15e4fefc60612f7a03f2594dc64e4388 2024-11-11T15:03:26,620 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:26,620 INFO [StoreOpener-aef1fbc7ea82d3465c3285fe84a0def5-1 {}] regionserver.HStore(327): Store=aef1fbc7ea82d3465c3285fe84a0def5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,620 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 15e4fefc60612f7a03f2594dc64e4388 2024-11-11T15:03:26,620 INFO [StoreOpener-aef1fbc7ea82d3465c3285fe84a0def5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:03:26,620 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 15e4fefc60612f7a03f2594dc64e4388 2024-11-11T15:03:26,622 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2ba012863a15,43323,1731337402509, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41dac254772fb648834582b2d62e3f7c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T15:03:26,624 INFO [StoreOpener-aef1fbc7ea82d3465c3285fe84a0def5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aef1fbc7ea82d3465c3285fe84a0def5 columnFamilyName colfamily21 2024-11-11T15:03:26,624 DEBUG [StoreOpener-aef1fbc7ea82d3465c3285fe84a0def5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,625 INFO [StoreOpener-aef1fbc7ea82d3465c3285fe84a0def5-1 {}] regionserver.HStore(327): Store=aef1fbc7ea82d3465c3285fe84a0def5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,625 INFO [StoreOpener-aef1fbc7ea82d3465c3285fe84a0def5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:03:26,626 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9eef2c8475384aa971f0d313b537b538/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:26,626 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 9eef2c8475384aa971f0d313b537b538; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65383156, jitterRate=-0.02571505308151245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:03:26,626 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9eef2c8475384aa971f0d313b537b538 2024-11-11T15:03:26,627 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 9eef2c8475384aa971f0d313b537b538: Running coprocessor pre-open hook at 1731337406582Writing region info on filesystem at 1731337406582Initializing all the Stores at 1731337406586 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406586Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406586Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406586Cleaning up temporary data from old regions at 1731337406612 (+26 ms)Running coprocessor post-open hooks at 1731337406627 (+15 ms)Region opened successfully at 1731337406627 2024-11-11T15:03:26,627 INFO [StoreOpener-aef1fbc7ea82d3465c3285fe84a0def5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aef1fbc7ea82d3465c3285fe84a0def5 columnFamilyName colfamily31 2024-11-11T15:03:26,627 DEBUG [StoreOpener-aef1fbc7ea82d3465c3285fe84a0def5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,629 INFO [StoreOpener-aef1fbc7ea82d3465c3285fe84a0def5-1 {}] regionserver.HStore(327): Store=aef1fbc7ea82d3465c3285fe84a0def5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,629 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:03:26,629 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538., pid=47, masterSystemTime=1731337406218 2024-11-11T15:03:26,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=23 2024-11-11T15:03:26,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 4cd1c5846adf288a59dfb73832cd1ecb, server=2ba012863a15,37187,1731337402562 in 444 msec 2024-11-11T15:03:26,630 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:03:26,632 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:03:26,633 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538. 2024-11-11T15:03:26,633 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538. 2024-11-11T15:03:26,634 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01. 2024-11-11T15:03:26,634 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => a127f7b3c9885aca6c23dd667bd45a01, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-11T15:03:26,635 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a127f7b3c9885aca6c23dd667bd45a01 2024-11-11T15:03:26,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4cd1c5846adf288a59dfb73832cd1ecb, ASSIGN in 746 msec 2024-11-11T15:03:26,635 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:26,635 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for a127f7b3c9885aca6c23dd667bd45a01 2024-11-11T15:03:26,635 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for a127f7b3c9885aca6c23dd667bd45a01 2024-11-11T15:03:26,636 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:03:26,636 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:03:26,637 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:03:26,638 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9eef2c8475384aa971f0d313b537b538, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,43323,1731337402509 2024-11-11T15:03:26,640 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:03:26,640 INFO [StoreOpener-a127f7b3c9885aca6c23dd667bd45a01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a127f7b3c9885aca6c23dd667bd45a01 2024-11-11T15:03:26,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9eef2c8475384aa971f0d313b537b538, server=2ba012863a15,43323,1731337402509 because future has completed 2024-11-11T15:03:26,644 INFO [StoreOpener-a127f7b3c9885aca6c23dd667bd45a01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a127f7b3c9885aca6c23dd667bd45a01 columnFamilyName colfamily11 2024-11-11T15:03:26,644 DEBUG [StoreOpener-a127f7b3c9885aca6c23dd667bd45a01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,646 INFO [StoreOpener-15e4fefc60612f7a03f2594dc64e4388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 15e4fefc60612f7a03f2594dc64e4388 2024-11-11T15:03:26,646 INFO [StoreOpener-a127f7b3c9885aca6c23dd667bd45a01-1 {}] regionserver.HStore(327): Store=a127f7b3c9885aca6c23dd667bd45a01/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,647 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=632939b50825a58679c67532135ea99d, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:03:26,648 INFO [StoreOpener-15e4fefc60612f7a03f2594dc64e4388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15e4fefc60612f7a03f2594dc64e4388 columnFamilyName colfamily11 2024-11-11T15:03:26,648 INFO [StoreOpener-a127f7b3c9885aca6c23dd667bd45a01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a127f7b3c9885aca6c23dd667bd45a01 2024-11-11T15:03:26,648 DEBUG [StoreOpener-15e4fefc60612f7a03f2594dc64e4388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,649 INFO [StoreOpener-15e4fefc60612f7a03f2594dc64e4388-1 {}] regionserver.HStore(327): Store=15e4fefc60612f7a03f2594dc64e4388/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,651 INFO [StoreOpener-15e4fefc60612f7a03f2594dc64e4388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 15e4fefc60612f7a03f2594dc64e4388 2024-11-11T15:03:26,653 INFO [StoreOpener-a127f7b3c9885aca6c23dd667bd45a01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a127f7b3c9885aca6c23dd667bd45a01 columnFamilyName colfamily21 2024-11-11T15:03:26,653 DEBUG [StoreOpener-a127f7b3c9885aca6c23dd667bd45a01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 632939b50825a58679c67532135ea99d, server=2ba012863a15,36933,1731337402406 because future has completed 2024-11-11T15:03:26,655 INFO [StoreOpener-a127f7b3c9885aca6c23dd667bd45a01-1 {}] regionserver.HStore(327): Store=a127f7b3c9885aca6c23dd667bd45a01/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,655 INFO [StoreOpener-a127f7b3c9885aca6c23dd667bd45a01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a127f7b3c9885aca6c23dd667bd45a01 2024-11-11T15:03:26,658 INFO [StoreOpener-a127f7b3c9885aca6c23dd667bd45a01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a127f7b3c9885aca6c23dd667bd45a01 columnFamilyName colfamily31 2024-11-11T15:03:26,658 INFO [StoreOpener-15e4fefc60612f7a03f2594dc64e4388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15e4fefc60612f7a03f2594dc64e4388 columnFamilyName colfamily21 2024-11-11T15:03:26,658 DEBUG [StoreOpener-15e4fefc60612f7a03f2594dc64e4388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,658 DEBUG [StoreOpener-a127f7b3c9885aca6c23dd667bd45a01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,659 INFO [StoreOpener-a127f7b3c9885aca6c23dd667bd45a01-1 {}] regionserver.HStore(327): Store=a127f7b3c9885aca6c23dd667bd45a01/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,659 INFO [StoreOpener-15e4fefc60612f7a03f2594dc64e4388-1 {}] regionserver.HStore(327): Store=15e4fefc60612f7a03f2594dc64e4388/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,659 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for a127f7b3c9885aca6c23dd667bd45a01 2024-11-11T15:03:26,660 INFO [StoreOpener-15e4fefc60612f7a03f2594dc64e4388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 15e4fefc60612f7a03f2594dc64e4388 2024-11-11T15:03:26,661 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a127f7b3c9885aca6c23dd667bd45a01 2024-11-11T15:03:26,661 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a127f7b3c9885aca6c23dd667bd45a01 2024-11-11T15:03:26,663 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for a127f7b3c9885aca6c23dd667bd45a01 2024-11-11T15:03:26,664 INFO [StoreOpener-15e4fefc60612f7a03f2594dc64e4388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15e4fefc60612f7a03f2594dc64e4388 columnFamilyName colfamily31 2024-11-11T15:03:26,664 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for a127f7b3c9885aca6c23dd667bd45a01 2024-11-11T15:03:26,664 DEBUG [StoreOpener-15e4fefc60612f7a03f2594dc64e4388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,664 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:03:26,665 INFO [StoreOpener-15e4fefc60612f7a03f2594dc64e4388-1 {}] regionserver.HStore(327): Store=15e4fefc60612f7a03f2594dc64e4388/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,665 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 15e4fefc60612f7a03f2594dc64e4388 2024-11-11T15:03:26,666 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15e4fefc60612f7a03f2594dc64e4388 2024-11-11T15:03:26,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=22 2024-11-11T15:03:26,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 632939b50825a58679c67532135ea99d, server=2ba012863a15,36933,1731337402406 in 462 msec 2024-11-11T15:03:26,666 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for a127f7b3c9885aca6c23dd667bd45a01 2024-11-11T15:03:26,667 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15e4fefc60612f7a03f2594dc64e4388 2024-11-11T15:03:26,669 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 15e4fefc60612f7a03f2594dc64e4388 2024-11-11T15:03:26,669 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 15e4fefc60612f7a03f2594dc64e4388 2024-11-11T15:03:26,670 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a127f7b3c9885aca6c23dd667bd45a01/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:26,670 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:03:26,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=632939b50825a58679c67532135ea99d, ASSIGN in 782 msec 2024-11-11T15:03:26,671 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened a127f7b3c9885aca6c23dd667bd45a01; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72378852, jitterRate=0.07852894067764282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:03:26,671 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a127f7b3c9885aca6c23dd667bd45a01 2024-11-11T15:03:26,671 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for a127f7b3c9885aca6c23dd667bd45a01: Running coprocessor pre-open hook at 1731337406636Writing region info on filesystem at 1731337406636Initializing all the Stores at 1731337406639 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406639Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406640 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406640Cleaning up temporary data from old regions at 1731337406664 (+24 ms)Running coprocessor post-open hooks at 1731337406671 (+7 ms)Region opened successfully at 1731337406671 2024-11-11T15:03:26,671 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 15e4fefc60612f7a03f2594dc64e4388 2024-11-11T15:03:26,673 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01., pid=38, masterSystemTime=1731337406218 2024-11-11T15:03:26,674 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aef1fbc7ea82d3465c3285fe84a0def5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:26,675 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened aef1fbc7ea82d3465c3285fe84a0def5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62778684, jitterRate=-0.06452471017837524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:03:26,675 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:03:26,676 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for aef1fbc7ea82d3465c3285fe84a0def5: Running coprocessor pre-open hook at 1731337406611Writing region info on filesystem at 1731337406611Initializing all the Stores at 1731337406612 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406613 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406614 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406614Cleaning up temporary data from old regions at 1731337406636 (+22 ms)Running coprocessor post-open hooks at 1731337406675 (+39 ms)Region opened successfully at 1731337406675 2024-11-11T15:03:26,676 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15e4fefc60612f7a03f2594dc64e4388/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:26,676 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01. 2024-11-11T15:03:26,676 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01. 2024-11-11T15:03:26,677 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 15e4fefc60612f7a03f2594dc64e4388; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70397163, jitterRate=0.048999473452568054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:03:26,677 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15e4fefc60612f7a03f2594dc64e4388 2024-11-11T15:03:26,677 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 15e4fefc60612f7a03f2594dc64e4388: Running coprocessor pre-open hook at 1731337406620Writing region info on filesystem at 1731337406620Initializing all the Stores at 1731337406624 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406624Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406634 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406634Cleaning up temporary data from old regions at 1731337406669 (+35 ms)Running coprocessor post-open hooks at 1731337406677 (+8 ms)Region opened successfully at 1731337406677 2024-11-11T15:03:26,677 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5., pid=46, masterSystemTime=1731337406293 2024-11-11T15:03:26,678 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388., pid=54, masterSystemTime=1731337406346 2024-11-11T15:03:26,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=6 2024-11-11T15:03:26,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9eef2c8475384aa971f0d313b537b538, server=2ba012863a15,43323,1731337402509 in 488 msec 2024-11-11T15:03:26,681 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5. 2024-11-11T15:03:26,681 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5. 2024-11-11T15:03:26,682 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79. 2024-11-11T15:03:26,682 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => c76e982bd0a77359301e26f912efaa79, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-11T15:03:26,682 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c76e982bd0a77359301e26f912efaa79 2024-11-11T15:03:26,683 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:26,683 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for c76e982bd0a77359301e26f912efaa79 2024-11-11T15:03:26,683 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for c76e982bd0a77359301e26f912efaa79 2024-11-11T15:03:26,684 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388. 2024-11-11T15:03:26,684 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388. 2024-11-11T15:03:26,684 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d. 2024-11-11T15:03:26,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9eef2c8475384aa971f0d313b537b538, ASSIGN in 794 msec 2024-11-11T15:03:26,684 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 46d445a615963ba182fbaa7d33c40c8d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-11T15:03:26,684 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 46d445a615963ba182fbaa7d33c40c8d 2024-11-11T15:03:26,685 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:26,685 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 46d445a615963ba182fbaa7d33c40c8d 2024-11-11T15:03:26,685 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 46d445a615963ba182fbaa7d33c40c8d 2024-11-11T15:03:26,685 INFO [StoreOpener-c76e982bd0a77359301e26f912efaa79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c76e982bd0a77359301e26f912efaa79 2024-11-11T15:03:26,687 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=15e4fefc60612f7a03f2594dc64e4388, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:03:26,687 INFO [StoreOpener-c76e982bd0a77359301e26f912efaa79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c76e982bd0a77359301e26f912efaa79 columnFamilyName colfamily11 2024-11-11T15:03:26,687 DEBUG [StoreOpener-c76e982bd0a77359301e26f912efaa79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,688 INFO [StoreOpener-c76e982bd0a77359301e26f912efaa79-1 {}] regionserver.HStore(327): Store=c76e982bd0a77359301e26f912efaa79/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,688 INFO [StoreOpener-c76e982bd0a77359301e26f912efaa79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c76e982bd0a77359301e26f912efaa79 2024-11-11T15:03:26,691 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=aef1fbc7ea82d3465c3285fe84a0def5, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,37187,1731337402562 2024-11-11T15:03:26,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15e4fefc60612f7a03f2594dc64e4388, server=2ba012863a15,36933,1731337402406 because future has completed 2024-11-11T15:03:26,693 INFO [StoreOpener-c76e982bd0a77359301e26f912efaa79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c76e982bd0a77359301e26f912efaa79 columnFamilyName colfamily21 2024-11-11T15:03:26,693 DEBUG [StoreOpener-c76e982bd0a77359301e26f912efaa79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,694 INFO [StoreOpener-c76e982bd0a77359301e26f912efaa79-1 {}] regionserver.HStore(327): Store=c76e982bd0a77359301e26f912efaa79/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,695 INFO [StoreOpener-c76e982bd0a77359301e26f912efaa79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c76e982bd0a77359301e26f912efaa79 2024-11-11T15:03:26,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure aef1fbc7ea82d3465c3285fe84a0def5, server=2ba012863a15,37187,1731337402562 because future has completed 2024-11-11T15:03:26,697 INFO [StoreOpener-c76e982bd0a77359301e26f912efaa79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c76e982bd0a77359301e26f912efaa79 columnFamilyName colfamily31 2024-11-11T15:03:26,697 DEBUG [StoreOpener-c76e982bd0a77359301e26f912efaa79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,698 INFO [StoreOpener-46d445a615963ba182fbaa7d33c40c8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 46d445a615963ba182fbaa7d33c40c8d 2024-11-11T15:03:26,699 INFO [StoreOpener-c76e982bd0a77359301e26f912efaa79-1 {}] regionserver.HStore(327): Store=c76e982bd0a77359301e26f912efaa79/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,699 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for c76e982bd0a77359301e26f912efaa79 2024-11-11T15:03:26,700 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c76e982bd0a77359301e26f912efaa79 2024-11-11T15:03:26,701 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c76e982bd0a77359301e26f912efaa79 2024-11-11T15:03:26,702 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for c76e982bd0a77359301e26f912efaa79 2024-11-11T15:03:26,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=13 2024-11-11T15:03:26,702 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for c76e982bd0a77359301e26f912efaa79 2024-11-11T15:03:26,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 15e4fefc60612f7a03f2594dc64e4388, server=2ba012863a15,36933,1731337402406 in 468 msec 2024-11-11T15:03:26,703 INFO [StoreOpener-46d445a615963ba182fbaa7d33c40c8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46d445a615963ba182fbaa7d33c40c8d columnFamilyName colfamily11 2024-11-11T15:03:26,703 DEBUG [StoreOpener-46d445a615963ba182fbaa7d33c40c8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,703 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:03:26,704 INFO [StoreOpener-46d445a615963ba182fbaa7d33c40c8d-1 {}] regionserver.HStore(327): Store=46d445a615963ba182fbaa7d33c40c8d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,704 INFO [StoreOpener-46d445a615963ba182fbaa7d33c40c8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 46d445a615963ba182fbaa7d33c40c8d 2024-11-11T15:03:26,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=15e4fefc60612f7a03f2594dc64e4388, ASSIGN in 819 msec 2024-11-11T15:03:26,706 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for c76e982bd0a77359301e26f912efaa79 2024-11-11T15:03:26,706 INFO [StoreOpener-46d445a615963ba182fbaa7d33c40c8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46d445a615963ba182fbaa7d33c40c8d columnFamilyName colfamily21 2024-11-11T15:03:26,706 DEBUG [StoreOpener-46d445a615963ba182fbaa7d33c40c8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,707 INFO [StoreOpener-46d445a615963ba182fbaa7d33c40c8d-1 {}] regionserver.HStore(327): Store=46d445a615963ba182fbaa7d33c40c8d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,707 INFO [StoreOpener-46d445a615963ba182fbaa7d33c40c8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 46d445a615963ba182fbaa7d33c40c8d 2024-11-11T15:03:26,710 INFO [StoreOpener-46d445a615963ba182fbaa7d33c40c8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46d445a615963ba182fbaa7d33c40c8d columnFamilyName colfamily31 2024-11-11T15:03:26,710 DEBUG [StoreOpener-46d445a615963ba182fbaa7d33c40c8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,711 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c76e982bd0a77359301e26f912efaa79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:26,711 INFO [StoreOpener-46d445a615963ba182fbaa7d33c40c8d-1 {}] regionserver.HStore(327): Store=46d445a615963ba182fbaa7d33c40c8d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,712 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 46d445a615963ba182fbaa7d33c40c8d 2024-11-11T15:03:26,712 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened c76e982bd0a77359301e26f912efaa79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64973661, jitterRate=-0.0318170040845871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:03:26,712 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c76e982bd0a77359301e26f912efaa79 2024-11-11T15:03:26,712 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for c76e982bd0a77359301e26f912efaa79: Running coprocessor pre-open hook at 1731337406683Writing region info on filesystem at 1731337406683Initializing all the Stores at 1731337406685 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406685Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406685Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406685Cleaning up temporary data from old regions at 1731337406702 (+17 ms)Running coprocessor post-open hooks at 1731337406712 (+10 ms)Region opened successfully at 1731337406712 2024-11-11T15:03:26,713 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d445a615963ba182fbaa7d33c40c8d 2024-11-11T15:03:26,714 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d445a615963ba182fbaa7d33c40c8d 2024-11-11T15:03:26,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=26 2024-11-11T15:03:26,715 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79., pid=41, masterSystemTime=1731337406293 2024-11-11T15:03:26,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure aef1fbc7ea82d3465c3285fe84a0def5, server=2ba012863a15,37187,1731337402562 in 526 msec 2024-11-11T15:03:26,716 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 46d445a615963ba182fbaa7d33c40c8d 2024-11-11T15:03:26,716 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 46d445a615963ba182fbaa7d33c40c8d 2024-11-11T15:03:26,717 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:03:26,718 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79. 2024-11-11T15:03:26,718 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79. 2024-11-11T15:03:26,719 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff. 2024-11-11T15:03:26,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aef1fbc7ea82d3465c3285fe84a0def5, ASSIGN in 831 msec 2024-11-11T15:03:26,719 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 41bcb430154250115506527c48829cff, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-11T15:03:26,719 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 41bcb430154250115506527c48829cff 2024-11-11T15:03:26,719 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 46d445a615963ba182fbaa7d33c40c8d 2024-11-11T15:03:26,719 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:26,720 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 41bcb430154250115506527c48829cff 2024-11-11T15:03:26,720 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 41bcb430154250115506527c48829cff 2024-11-11T15:03:26,721 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c76e982bd0a77359301e26f912efaa79, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,37187,1731337402562 2024-11-11T15:03:26,724 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d445a615963ba182fbaa7d33c40c8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:26,725 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 46d445a615963ba182fbaa7d33c40c8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70866439, jitterRate=0.05599223077297211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:03:26,725 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46d445a615963ba182fbaa7d33c40c8d 2024-11-11T15:03:26,725 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 46d445a615963ba182fbaa7d33c40c8d: Running coprocessor pre-open hook at 1731337406685Writing region info on filesystem at 1731337406685Initializing all the Stores at 1731337406687 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406687Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406698 (+11 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406698Cleaning up temporary data from old regions at 1731337406716 (+18 ms)Running coprocessor post-open hooks at 1731337406725 (+9 ms)Region opened successfully at 1731337406725 2024-11-11T15:03:26,728 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2ba012863a15,43323,1731337402509, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41dac254772fb648834582b2d62e3f7c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T15:03:26,728 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d., pid=56, masterSystemTime=1731337406346 2024-11-11T15:03:26,729 INFO [StoreOpener-41bcb430154250115506527c48829cff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 41bcb430154250115506527c48829cff 2024-11-11T15:03:26,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c76e982bd0a77359301e26f912efaa79, server=2ba012863a15,37187,1731337402562 because future has completed 2024-11-11T15:03:26,732 INFO [StoreOpener-41bcb430154250115506527c48829cff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41bcb430154250115506527c48829cff columnFamilyName colfamily11 2024-11-11T15:03:26,732 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a127f7b3c9885aca6c23dd667bd45a01, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,43323,1731337402509 2024-11-11T15:03:26,732 DEBUG [StoreOpener-41bcb430154250115506527c48829cff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,732 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d. 2024-11-11T15:03:26,732 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d. 2024-11-11T15:03:26,732 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394. 2024-11-11T15:03:26,733 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 6095f3e591b7e69c212ab752be02f394, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-11T15:03:26,733 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6095f3e591b7e69c212ab752be02f394 2024-11-11T15:03:26,733 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:26,733 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 6095f3e591b7e69c212ab752be02f394 2024-11-11T15:03:26,734 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 6095f3e591b7e69c212ab752be02f394 2024-11-11T15:03:26,736 INFO [StoreOpener-41bcb430154250115506527c48829cff-1 {}] regionserver.HStore(327): Store=41bcb430154250115506527c48829cff/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,736 INFO [StoreOpener-41bcb430154250115506527c48829cff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 41bcb430154250115506527c48829cff 2024-11-11T15:03:26,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a127f7b3c9885aca6c23dd667bd45a01, server=2ba012863a15,43323,1731337402509 because future has completed 2024-11-11T15:03:26,738 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=46d445a615963ba182fbaa7d33c40c8d, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:03:26,739 INFO [StoreOpener-41bcb430154250115506527c48829cff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41bcb430154250115506527c48829cff columnFamilyName colfamily21 2024-11-11T15:03:26,739 DEBUG [StoreOpener-41bcb430154250115506527c48829cff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,740 INFO [StoreOpener-41bcb430154250115506527c48829cff-1 {}] regionserver.HStore(327): Store=41bcb430154250115506527c48829cff/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,741 INFO [StoreOpener-41bcb430154250115506527c48829cff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 41bcb430154250115506527c48829cff 2024-11-11T15:03:26,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46d445a615963ba182fbaa7d33c40c8d, server=2ba012863a15,36933,1731337402406 because future has completed 2024-11-11T15:03:26,744 INFO [StoreOpener-41bcb430154250115506527c48829cff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41bcb430154250115506527c48829cff columnFamilyName colfamily31 2024-11-11T15:03:26,744 DEBUG [StoreOpener-41bcb430154250115506527c48829cff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,746 INFO [StoreOpener-41bcb430154250115506527c48829cff-1 {}] regionserver.HStore(327): Store=41bcb430154250115506527c48829cff/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,746 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 41bcb430154250115506527c48829cff 2024-11-11T15:03:26,747 INFO [StoreOpener-6095f3e591b7e69c212ab752be02f394-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6095f3e591b7e69c212ab752be02f394 2024-11-11T15:03:26,747 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bcb430154250115506527c48829cff 2024-11-11T15:03:26,749 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bcb430154250115506527c48829cff 2024-11-11T15:03:26,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=8 2024-11-11T15:03:26,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure a127f7b3c9885aca6c23dd667bd45a01, server=2ba012863a15,43323,1731337402509 in 615 msec 2024-11-11T15:03:26,750 INFO [StoreOpener-6095f3e591b7e69c212ab752be02f394-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6095f3e591b7e69c212ab752be02f394 columnFamilyName colfamily11 2024-11-11T15:03:26,750 DEBUG [StoreOpener-6095f3e591b7e69c212ab752be02f394-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,751 INFO [StoreOpener-6095f3e591b7e69c212ab752be02f394-1 {}] regionserver.HStore(327): Store=6095f3e591b7e69c212ab752be02f394/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,751 INFO [StoreOpener-6095f3e591b7e69c212ab752be02f394-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6095f3e591b7e69c212ab752be02f394 2024-11-11T15:03:26,753 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 41bcb430154250115506527c48829cff 2024-11-11T15:03:26,753 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 41bcb430154250115506527c48829cff 2024-11-11T15:03:26,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a127f7b3c9885aca6c23dd667bd45a01, ASSIGN in 866 msec 2024-11-11T15:03:26,753 INFO [StoreOpener-6095f3e591b7e69c212ab752be02f394-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6095f3e591b7e69c212ab752be02f394 columnFamilyName colfamily21 2024-11-11T15:03:26,754 DEBUG [StoreOpener-6095f3e591b7e69c212ab752be02f394-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,754 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:03:26,755 INFO [StoreOpener-6095f3e591b7e69c212ab752be02f394-1 {}] regionserver.HStore(327): Store=6095f3e591b7e69c212ab752be02f394/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,755 INFO [StoreOpener-6095f3e591b7e69c212ab752be02f394-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6095f3e591b7e69c212ab752be02f394 2024-11-11T15:03:26,758 INFO [StoreOpener-6095f3e591b7e69c212ab752be02f394-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6095f3e591b7e69c212ab752be02f394 columnFamilyName colfamily31 2024-11-11T15:03:26,758 DEBUG [StoreOpener-6095f3e591b7e69c212ab752be02f394-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,758 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 41bcb430154250115506527c48829cff 2024-11-11T15:03:26,759 INFO [StoreOpener-6095f3e591b7e69c212ab752be02f394-1 {}] regionserver.HStore(327): Store=6095f3e591b7e69c212ab752be02f394/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,759 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 6095f3e591b7e69c212ab752be02f394 2024-11-11T15:03:26,761 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6095f3e591b7e69c212ab752be02f394 2024-11-11T15:03:26,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=9 2024-11-11T15:03:26,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 46d445a615963ba182fbaa7d33c40c8d, server=2ba012863a15,36933,1731337402406 in 517 msec 2024-11-11T15:03:26,763 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2ba012863a15,37187,1731337402562, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c76e982bd0a77359301e26f912efaa79. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T15:03:26,764 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6095f3e591b7e69c212ab752be02f394 2024-11-11T15:03:26,765 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bcb430154250115506527c48829cff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:26,765 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 41bcb430154250115506527c48829cff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63126334, jitterRate=-0.059344321489334106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:03:26,766 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41bcb430154250115506527c48829cff 2024-11-11T15:03:26,766 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 41bcb430154250115506527c48829cff: Running coprocessor pre-open hook at 1731337406720Writing region info on filesystem at 1731337406720Initializing all the Stores at 1731337406722 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406722Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406727 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406727Cleaning up temporary data from old regions at 1731337406753 (+26 ms)Running coprocessor post-open hooks at 1731337406766 (+13 ms)Region opened successfully at 1731337406766 2024-11-11T15:03:26,766 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 6095f3e591b7e69c212ab752be02f394 2024-11-11T15:03:26,766 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 6095f3e591b7e69c212ab752be02f394 2024-11-11T15:03:26,767 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:03:26,767 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff., pid=42, masterSystemTime=1731337406293 2024-11-11T15:03:26,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46d445a615963ba182fbaa7d33c40c8d, ASSIGN in 879 msec 2024-11-11T15:03:26,771 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 6095f3e591b7e69c212ab752be02f394 2024-11-11T15:03:26,771 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff. 2024-11-11T15:03:26,771 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff. 2024-11-11T15:03:26,775 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6095f3e591b7e69c212ab752be02f394/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:26,776 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 6095f3e591b7e69c212ab752be02f394; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71457315, jitterRate=0.06479696929454803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:03:26,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=7 2024-11-11T15:03:26,776 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6095f3e591b7e69c212ab752be02f394 2024-11-11T15:03:26,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c76e982bd0a77359301e26f912efaa79, server=2ba012863a15,37187,1731337402562 in 616 msec 2024-11-11T15:03:26,776 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 6095f3e591b7e69c212ab752be02f394: Running coprocessor pre-open hook at 1731337406734Writing region info on filesystem at 1731337406734Initializing all the Stores at 1731337406736 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406736Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406746 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406746Cleaning up temporary data from old regions at 1731337406766 (+20 ms)Running coprocessor post-open hooks at 1731337406776 (+10 ms)Region opened successfully at 1731337406776 2024-11-11T15:03:26,779 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394., pid=55, masterSystemTime=1731337406346 2024-11-11T15:03:26,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c76e982bd0a77359301e26f912efaa79, ASSIGN in 892 msec 2024-11-11T15:03:26,783 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394. 2024-11-11T15:03:26,783 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=41bcb430154250115506527c48829cff, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,37187,1731337402562 2024-11-11T15:03:26,784 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394. 2024-11-11T15:03:26,784 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2. 2024-11-11T15:03:26,784 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ad254a2016c07a42bb9d04adf7f77a2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-11T15:03:26,785 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2ad254a2016c07a42bb9d04adf7f77a2 2024-11-11T15:03:26,785 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:26,785 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for 2ad254a2016c07a42bb9d04adf7f77a2 2024-11-11T15:03:26,785 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for 2ad254a2016c07a42bb9d04adf7f77a2 2024-11-11T15:03:26,789 INFO [StoreOpener-2ad254a2016c07a42bb9d04adf7f77a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2ad254a2016c07a42bb9d04adf7f77a2 2024-11-11T15:03:26,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41bcb430154250115506527c48829cff, server=2ba012863a15,37187,1731337402562 because future has completed 2024-11-11T15:03:26,792 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6095f3e591b7e69c212ab752be02f394, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:03:26,792 INFO [StoreOpener-2ad254a2016c07a42bb9d04adf7f77a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ad254a2016c07a42bb9d04adf7f77a2 columnFamilyName colfamily11 2024-11-11T15:03:26,792 DEBUG [StoreOpener-2ad254a2016c07a42bb9d04adf7f77a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,794 INFO [StoreOpener-2ad254a2016c07a42bb9d04adf7f77a2-1 {}] regionserver.HStore(327): Store=2ad254a2016c07a42bb9d04adf7f77a2/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,794 INFO [StoreOpener-2ad254a2016c07a42bb9d04adf7f77a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2ad254a2016c07a42bb9d04adf7f77a2 2024-11-11T15:03:26,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6095f3e591b7e69c212ab752be02f394, server=2ba012863a15,36933,1731337402406 because future has completed 2024-11-11T15:03:26,797 INFO [StoreOpener-2ad254a2016c07a42bb9d04adf7f77a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ad254a2016c07a42bb9d04adf7f77a2 columnFamilyName colfamily21 2024-11-11T15:03:26,797 DEBUG [StoreOpener-2ad254a2016c07a42bb9d04adf7f77a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,798 INFO [StoreOpener-2ad254a2016c07a42bb9d04adf7f77a2-1 {}] regionserver.HStore(327): Store=2ad254a2016c07a42bb9d04adf7f77a2/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,798 INFO [StoreOpener-2ad254a2016c07a42bb9d04adf7f77a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2ad254a2016c07a42bb9d04adf7f77a2 2024-11-11T15:03:26,801 INFO [StoreOpener-2ad254a2016c07a42bb9d04adf7f77a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ad254a2016c07a42bb9d04adf7f77a2 columnFamilyName colfamily31 2024-11-11T15:03:26,801 DEBUG [StoreOpener-2ad254a2016c07a42bb9d04adf7f77a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,802 INFO [StoreOpener-2ad254a2016c07a42bb9d04adf7f77a2-1 {}] regionserver.HStore(327): Store=2ad254a2016c07a42bb9d04adf7f77a2/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=10 2024-11-11T15:03:26,802 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for 2ad254a2016c07a42bb9d04adf7f77a2 2024-11-11T15:03:26,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 41bcb430154250115506527c48829cff, server=2ba012863a15,37187,1731337402562 in 636 msec 2024-11-11T15:03:26,803 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ad254a2016c07a42bb9d04adf7f77a2 2024-11-11T15:03:26,804 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ad254a2016c07a42bb9d04adf7f77a2 2024-11-11T15:03:26,807 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for 2ad254a2016c07a42bb9d04adf7f77a2 2024-11-11T15:03:26,807 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for 2ad254a2016c07a42bb9d04adf7f77a2 2024-11-11T15:03:26,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41bcb430154250115506527c48829cff, ASSIGN in 920 msec 2024-11-11T15:03:26,808 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:03:26,811 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for 2ad254a2016c07a42bb9d04adf7f77a2 2024-11-11T15:03:26,815 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ad254a2016c07a42bb9d04adf7f77a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:26,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=5 2024-11-11T15:03:26,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6095f3e591b7e69c212ab752be02f394, server=2ba012863a15,36933,1731337402406 in 576 msec 2024-11-11T15:03:26,817 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened 2ad254a2016c07a42bb9d04adf7f77a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69985631, jitterRate=0.04286716878414154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:03:26,818 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ad254a2016c07a42bb9d04adf7f77a2 2024-11-11T15:03:26,818 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for 2ad254a2016c07a42bb9d04adf7f77a2: Running coprocessor pre-open hook at 1731337406786Writing region info on filesystem at 1731337406786Initializing all the Stores at 1731337406788 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406788Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406788Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406788Cleaning up temporary data from old regions at 1731337406807 (+19 ms)Running coprocessor post-open hooks at 1731337406818 (+11 ms)Region opened successfully at 1731337406818 2024-11-11T15:03:26,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6095f3e591b7e69c212ab752be02f394, ASSIGN in 933 msec 2024-11-11T15:03:26,822 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2., pid=51, masterSystemTime=1731337406346 2024-11-11T15:03:26,827 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2. 2024-11-11T15:03:26,828 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2. 2024-11-11T15:03:26,828 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f. 2024-11-11T15:03:26,828 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => f1f36b862217df0a80e305b999ea327f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-11T15:03:26,829 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f1f36b862217df0a80e305b999ea327f 2024-11-11T15:03:26,829 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:03:26,829 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for f1f36b862217df0a80e305b999ea327f 2024-11-11T15:03:26,829 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for f1f36b862217df0a80e305b999ea327f 2024-11-11T15:03:26,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d845e46ae964af3a17084065be0dc6e5, ASSIGN in 938 msec 2024-11-11T15:03:26,837 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2ba012863a15,43323,1731337402509, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41dac254772fb648834582b2d62e3f7c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T15:03:26,839 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=2ad254a2016c07a42bb9d04adf7f77a2, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:03:26,842 INFO [StoreOpener-f1f36b862217df0a80e305b999ea327f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f1f36b862217df0a80e305b999ea327f 2024-11-11T15:03:26,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ad254a2016c07a42bb9d04adf7f77a2, server=2ba012863a15,36933,1731337402406 because future has completed 2024-11-11T15:03:26,845 INFO [StoreOpener-f1f36b862217df0a80e305b999ea327f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1f36b862217df0a80e305b999ea327f columnFamilyName colfamily11 2024-11-11T15:03:26,846 DEBUG [StoreOpener-f1f36b862217df0a80e305b999ea327f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,847 INFO [StoreOpener-f1f36b862217df0a80e305b999ea327f-1 {}] regionserver.HStore(327): Store=f1f36b862217df0a80e305b999ea327f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,848 INFO [StoreOpener-f1f36b862217df0a80e305b999ea327f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f1f36b862217df0a80e305b999ea327f 2024-11-11T15:03:26,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=21 2024-11-11T15:03:26,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure 41dac254772fb648834582b2d62e3f7c, server=2ba012863a15,43323,1731337402509 in 735 msec 2024-11-11T15:03:26,853 INFO [StoreOpener-f1f36b862217df0a80e305b999ea327f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1f36b862217df0a80e305b999ea327f columnFamilyName colfamily21 2024-11-11T15:03:26,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41dac254772fb648834582b2d62e3f7c, ASSIGN in 966 msec 2024-11-11T15:03:26,853 DEBUG [StoreOpener-f1f36b862217df0a80e305b999ea327f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,857 INFO [StoreOpener-f1f36b862217df0a80e305b999ea327f-1 {}] regionserver.HStore(327): Store=f1f36b862217df0a80e305b999ea327f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,857 INFO [StoreOpener-f1f36b862217df0a80e305b999ea327f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f1f36b862217df0a80e305b999ea327f 2024-11-11T15:03:26,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=19 2024-11-11T15:03:26,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ad254a2016c07a42bb9d04adf7f77a2, server=2ba012863a15,36933,1731337402406 in 645 msec 2024-11-11T15:03:26,862 INFO [StoreOpener-f1f36b862217df0a80e305b999ea327f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1f36b862217df0a80e305b999ea327f columnFamilyName colfamily31 2024-11-11T15:03:26,862 DEBUG [StoreOpener-f1f36b862217df0a80e305b999ea327f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:03:26,864 INFO [StoreOpener-f1f36b862217df0a80e305b999ea327f-1 {}] regionserver.HStore(327): Store=f1f36b862217df0a80e305b999ea327f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:03:26,865 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for f1f36b862217df0a80e305b999ea327f 2024-11-11T15:03:26,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2ad254a2016c07a42bb9d04adf7f77a2, ASSIGN in 978 msec 2024-11-11T15:03:26,869 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f1f36b862217df0a80e305b999ea327f 2024-11-11T15:03:26,870 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f1f36b862217df0a80e305b999ea327f 2024-11-11T15:03:26,872 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for f1f36b862217df0a80e305b999ea327f 2024-11-11T15:03:26,872 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for f1f36b862217df0a80e305b999ea327f 2024-11-11T15:03:26,873 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:03:26,876 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for f1f36b862217df0a80e305b999ea327f 2024-11-11T15:03:26,883 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f1f36b862217df0a80e305b999ea327f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:03:26,884 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened f1f36b862217df0a80e305b999ea327f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73270719, jitterRate=0.09181879460811615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:03:26,885 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1f36b862217df0a80e305b999ea327f 2024-11-11T15:03:26,885 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for f1f36b862217df0a80e305b999ea327f: Running coprocessor pre-open hook at 1731337406831Writing region info on filesystem at 1731337406831Initializing all the Stores at 1731337406839 (+8 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406839Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406842 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337406842Cleaning up temporary data from old regions at 1731337406872 (+30 ms)Running coprocessor post-open hooks at 1731337406885 (+13 ms)Region opened successfully at 1731337406885 2024-11-11T15:03:26,887 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f., pid=52, masterSystemTime=1731337406346 2024-11-11T15:03:26,891 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f. 2024-11-11T15:03:26,892 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f. 2024-11-11T15:03:26,893 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=f1f36b862217df0a80e305b999ea327f, regionState=OPEN, openSeqNum=2, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:03:26,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1f36b862217df0a80e305b999ea327f, server=2ba012863a15,36933,1731337402406 because future has completed 2024-11-11T15:03:26,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=25 2024-11-11T15:03:26,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure f1f36b862217df0a80e305b999ea327f, server=2ba012863a15,36933,1731337402406 in 685 msec 2024-11-11T15:03:26,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=25, resume processing ppid=4 2024-11-11T15:03:26,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f1f36b862217df0a80e305b999ea327f, ASSIGN in 1.0210 sec 2024-11-11T15:03:26,915 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:03:26,916 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731337406916"}]},"ts":"1731337406916"} 2024-11-11T15:03:26,920 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-11T15:03:26,923 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:03:26,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.9690 sec 2024-11-11T15:03:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:03:27,127 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-11T15:03:27,127 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-11T15:03:27,129 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T15:03:27,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37187 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-11T15:03:27,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-11T15:03:27,158 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T15:03:27,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-11T15:03:27,206 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:27,210 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:27,212 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:27,213 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:27,214 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:27,215 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:27,216 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:27,217 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aah', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:27,263 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,265 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,268 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,270 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,271 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,272 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,316 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:27,319 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:27,321 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:27,323 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:27,325 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cch', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:27,326 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:27,328 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cci', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:27,379 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,381 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,384 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,386 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,389 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,391 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,431 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:27,433 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:27,436 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:27,438 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:27,440 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:27,442 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:27,445 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eek', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:27,483 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:27,485 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:27,488 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:27,492 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:27,497 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:27,500 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:27,548 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,550 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,553 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,555 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,558 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,560 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,572 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,624 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,632 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,635 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,637 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,647 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,650 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,652 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,661 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hho', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,693 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:27,696 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:27,701 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:27,703 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:27,706 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:27,709 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:27,771 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:27,781 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:27,784 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:27,786 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:27,788 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:27,791 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:27,793 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:27,859 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,863 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,873 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,876 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,887 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,889 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,892 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,903 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:27,954 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731337404942.8831c6ba20b6ed4ae28131107f6b7d8a., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:27,962 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731337404942.8831c6ba20b6ed4ae28131107f6b7d8a., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,047 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:28,122 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731337404942.b547ea9b5e1f6062bfc4ec5746f1e2bc., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:28,133 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731337404942.b547ea9b5e1f6062bfc4ec5746f1e2bc., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:28,141 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731337404942.b547ea9b5e1f6062bfc4ec5746f1e2bc., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:28,157 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731337404942.b547ea9b5e1f6062bfc4ec5746f1e2bc., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:28,227 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,230 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,232 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,250 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,252 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,255 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oot', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,257 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oou', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,269 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oov', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,302 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:28,310 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:28,312 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:28,319 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:28,326 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:28,328 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:28,338 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:28,379 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731337404942.41dac254772fb648834582b2d62e3f7c., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:28,390 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731337404942.41dac254772fb648834582b2d62e3f7c., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:28,397 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731337404942.41dac254772fb648834582b2d62e3f7c., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:28,477 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,488 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,493 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,495 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,498 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,500 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,503 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,505 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rry', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,555 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:28,558 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:28,560 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:28,570 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:28,572 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:28,575 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:28,577 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:28,588 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:28,630 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:28,643 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:28,645 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:28,648 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:28,658 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='tty', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:28,664 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:28,722 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,728 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,731 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,737 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,740 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,747 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uva', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,760 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,763 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uvb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,818 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:28,821 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:28,894 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731337404942.4390a310c3a61ba5a0ca28a10abb3931., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:28,897 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731337404942.4390a310c3a61ba5a0ca28a10abb3931., hostname=2ba012863a15,43323,1731337402509, seqNum=2] 2024-11-11T15:03:28,973 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,975 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,979 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,981 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,984 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:28,996 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:29,000 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:29,048 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:29,051 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:29,061 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:29,064 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:29,068 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:29,072 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:29,075 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:29,078 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yze', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5., hostname=2ba012863a15,37187,1731337402562, seqNum=2] 2024-11-11T15:03:29,117 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731337404942.cf207c1a1fe6fb43795982e6b095cd8b., hostname=2ba012863a15,36933,1731337402406, seqNum=2] 2024-11-11T15:03:29,228 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:03:29,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37187 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79. 2024-11-11T15:03:29,244 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:03:29,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:03:29,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:03:29,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43323 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538. 2024-11-11T15:03:29,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36933 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394. 2024-11-11T15:03:30,184 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T15:03:30,292 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T15:03:30,294 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-11T15:03:30,603 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-11T15:03:30,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37187 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-11T15:03:30,865 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-11T15:03:30,865 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER 2ba012863a15,37187,1731337402562 2024-11-11T15:03:30,866 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 2ba012863a15,37187,1731337402562 2024-11-11T15:03:30,867 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 2ba012863a15,37187,1731337402562: Simulated kill ***** 2024-11-11T15:03:30,867 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T15:03:30,870 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T15:03:30,871 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T15:03:30,877 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T15:03:30,879 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T15:03:30,891 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 656010752 }, "NonHeapMemoryUsage": { "committed": 158531584, "init": 7667712, "max": -1, "used": 156082168 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "2ba012863a15", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 2, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 1502055, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 305, "ProcessCallTime_min": 0, "ProcessCallTime_max": 711, "ProcessCallTime_mean": 6, "ProcessCallTime_25th_percentile": 177, "ProcessCallTime_median": 355, "ProcessCallTime_75th_percentile": 533, "ProcessCallTime_90th_percentile": 639, "ProcessCallTime_95th_percentile": 675, "ProcessCallTime_98th_percentile": 696, "ProcessCallTime_99th_percentile": 703, "ProcessCallTime_99.9th_percentile": 710, "ProcessCallTime_TimeRangeCount_0-1": 305, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 305, "QueueCallTime_min": 0, "QueueCallTime_max": 524, "QueueCallTime_mean": 5, "QueueCallTime_25th_percentile": 131, "QueueCallTime_median": 262, "QueueCallTime_75th_percentile": 393, "QueueCallTime_90th_percentile": 471, "QueueCallTime_95th_percentile": 497, "QueueCallTime_98th_percentile": 513, "QueueCallTime_99th_percentile": 518, "QueueCallTime_99.9th_percentile": 523, "QueueCallTime_TimeRangeCount_0-1": 305, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 305, "TotalCallTime_min": 0, "TotalCallTime_max": 958, "TotalCallTime_mean": 12, "TotalCallTime_25th_percentile": 239, "TotalCallTime_median": 479, "TotalCallTime_75th_percentile": 718, "TotalCallTime_90th_percentile": 862, "TotalCallTime_95th_percentile": 910, "TotalCallTime_98th_percentile": 938, "TotalCallTime_99th_percentile": 948, "TotalCallTime_99.9th_percentile": 957, "TotalCallTime_TimeRangeCount_0-1": 305, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 305, "ResponseSize_min": 0, "ResponseSize_max": 44318, "ResponseSize_mean": 5752, "ResponseSize_25th_percentile": 11079, "ResponseSize_median": 22159, "ResponseSize_75th_percentile": 33238, "ResponseSize_90th_percentile": 39886, "ResponseSize_95th_percentile": 42102, "ResponseSize_98th_percentile": 43431, "ResponseSize_99th_percentile": 43874, "ResponseSize_99.9th_percentile": 44273, "ResponseSize_SizeRangeCount_0-10": 305, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 305, "RequestSize_min": 41, "RequestSize_max": 507369, "RequestSize_mean": 4911, "RequestSize_25th_percentile": 126873, "RequestSize_median": 253705, "RequestSize_75th_percentile": 380537, "RequestSize_90th_percentile": 456636, "RequestSize_95th_percentile": 482002, "RequestSize_98th_percentile": 497222, "RequestSize_99th_percentile": 502295, "RequestSize_99.9th_percentile": 506861, "RequestSize_SizeRangeCount_0-10": 305, "sentBytes": 1521298 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "2ba012863a15", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:58996", "tag.serverName": "2ba012863a15,43323,1731337402509", "tag.clusterId": "bcbbe398-1fa3-4844-b3f2-0eb6243625b6", "tag.Context": "regionserver", "tag.Hostname": "2ba012863a15", "regionCount": 9, "storeCount": 27, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 6912, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731337402509, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 1, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 9, "PutBatch_min": 29, "PutBatch_max": 59, "PutBatch_mean": 42, "PutBatch_25th_percentile": 36, "PutBatch_median": 44, "PutBatch_75th_percentile": 51, "PutBatch_90th_percentile": 56, "PutBatch_95th_percentile": 57, "PutBatch_98th_percentile": 58, "PutBatch_99th_percentile": 58, "PutBatch_99.9th_percentile": 58, "PutBatch_TimeRangeCount_0-1": 9, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-11T15:03:30,894 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46189 {}] master.MasterRpcServices(700): 2ba012863a15,37187,1731337402562 reported a fatal error: ***** ABORTING region server 2ba012863a15,37187,1731337402562: Simulated kill ***** 2024-11-11T15:03:30,897 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2ba012863a15,37187,1731337402562' ***** 2024-11-11T15:03:30,897 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-11T15:03:30,897 INFO [RS:2;2ba012863a15:37187 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:03:30,897 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:03:30,897 INFO [RS:2;2ba012863a15:37187 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-11T15:03:30,898 INFO [RS:2;2ba012863a15:37187 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-11T15:03:30,898 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T15:03:30,898 INFO [RS:2;2ba012863a15:37187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:03:30,898 INFO [RS:2;2ba012863a15:37187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;2ba012863a15:37187. 2024-11-11T15:03:30,898 DEBUG [RS:2;2ba012863a15:37187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:03:30,902 DEBUG [RS:2;2ba012863a15:37187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:03:30,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741836_1012 (size=54214) 2024-11-11T15:03:30,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741836_1012 (size=54214) 2024-11-11T15:03:30,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741836_1012 (size=54214) 2024-11-11T15:03:30,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741835_1011 (size=297717) 2024-11-11T15:03:30,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741835_1011 (size=297717) 2024-11-11T15:03:30,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741835_1011 (size=297717) 2024-11-11T15:03:30,913 DEBUG [RS:2;2ba012863a15:37187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:03:30,913 INFO [RS:2;2ba012863a15:37187 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:03:30,914 INFO [RS:2;2ba012863a15:37187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37187 2024-11-11T15:03:30,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:03:30,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1002f422ffa0003, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2ba012863a15,37187,1731337402562 2024-11-11T15:03:30,926 INFO [RS:2;2ba012863a15:37187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:03:30,927 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2ba012863a15,37187,1731337402562] 2024-11-11T15:03:30,942 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2ba012863a15,37187,1731337402562 already deleted, retry=false 2024-11-11T15:03:30,943 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 2ba012863a15,37187,1731337402562 on 2ba012863a15,46189,1731337401602 2024-11-11T15:03:30,948 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:03:30,952 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for 2ba012863a15,37187,1731337402562 (carryingMeta=true) 2ba012863a15,37187,1731337402562/CRASHED/regionCount=9/lock=java.util.concurrent.locks.ReentrantReadWriteLock@73d368f3[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T15:03:30,953 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:03:30,953 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-11T15:03:30,953 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:03:30,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:03:30,954 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T15:03:30,974 INFO [regionserver/2ba012863a15:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:03:30,998 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T15:03:31,000 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:03:31,001 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-11T15:03:31,002 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:03:31,002 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:03:31,002 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:03:31,003 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-11T15:03:31,003 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-11T15:03:31,003 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-11T15:03:31,004 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:03:31,005 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T15:03:31,011 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-11T15:03:31,012 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:03:31,013 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-11T15:03:31,014 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:03:31,014 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-11T15:03:31,015 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-11T15:03:31,017 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:03:31,017 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2ba012863a15,37187,1731337402562, table=hbase:meta, region=1588230740 2024-11-11T15:03:31,018 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2ba012863a15,37187,1731337402562, state=OPEN 2024-11-11T15:03:31,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:03:31,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:03:31,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:03:31,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:03:31,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:03:31,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:03:31,028 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731337441028 2024-11-11T15:03:31,028 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T15:03:31,028 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:03:31,029 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-11T15:03:31,030 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2ba012863a15:37187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:03:31,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:03:31,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T15:03:31,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:03:31,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2ba012863a15:37187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:03:31,034 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true, isMeta: true 2024-11-11T15:03:31,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1002f422ffa0003, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:03:31,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1002f422ffa0003, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:03:31,035 INFO [RS:2;2ba012863a15:37187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:03:31,035 INFO [RS:2;2ba012863a15:37187 {}] regionserver.HRegionServer(1031): Exiting; stopping=2ba012863a15,37187,1731337402562; zookeeper connection closed. 2024-11-11T15:03:31,036 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting 2024-11-11T15:03:31,036 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10e45fb7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10e45fb7 2024-11-11T15:03:31,037 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2ba012863a15,37187,1731337402562 WAL count=1, meta=true 2024-11-11T15:03:31,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta}] 2024-11-11T15:03:31,041 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-11T15:03:31,041 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:03:31,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:03:31,041 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T15:03:31,083 INFO [regionserver/2ba012863a15:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:03:31,083 INFO [regionserver/2ba012863a15:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:03:31,136 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:03:31,136 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:03:31,137 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2ba012863a15:37187 this server is in the failed servers list 2024-11-11T15:03:31,137 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:03:31,137 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:03:31,137 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:03:31,346 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:03:31,346 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:03:31,346 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2ba012863a15:37187 this server is in the failed servers list 2024-11-11T15:03:31,347 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:03:31,347 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:03:31,347 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:03:31,656 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:03:31,656 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:03:31,657 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2ba012863a15:37187 this server is in the failed servers list 2024-11-11T15:03:31,657 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:03:31,657 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:03:31,657 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:03:31,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T15:03:31,976 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T15:03:31,978 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-11T15:03:31,978 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-11T15:03:31,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:03:31,979 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T15:03:31,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T15:03:31,979 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T15:03:32,166 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:03:32,166 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:03:32,166 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2ba012863a15:37187 this server is in the failed servers list 2024-11-11T15:03:32,166 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:03:32,166 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:03:32,166 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:03:33,176 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:03:33,176 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:03:33,178 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2ba012863a15:37187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:03:33,180 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2ba012863a15,37187,1731337402562 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2149 ms java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T15:03:33,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:03:33,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T15:03:33,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:03:33,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2ba012863a15:37187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:03:35,196 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:03:35,196 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:03:35,197 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2ba012863a15:37187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:03:35,198 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2ba012863a15,37187,1731337402562 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4168 ms java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T15:03:35,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:03:35,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T15:03:35,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:03:35,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2ba012863a15:37187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:03:39,226 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:03:39,226 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:03:39,227 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2ba012863a15:37187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:03:39,227 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2ba012863a15,37187,1731337402562 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8198 ms java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T15:03:39,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:03:39,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T15:03:39,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:03:39,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2ba012863a15:37187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:03:49,296 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:03:49,296 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:03:49,297 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2ba012863a15:37187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:03:49,297 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2ba012863a15,37187,1731337402562 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18268 ms java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T15:03:49,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:03:49,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T15:03:49,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:03:49,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2ba012863a15:37187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:03:50,570 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T15:03:53,654 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2ba012863a15:46189 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-11T15:03:59,346 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:03:59,346 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:03:59,347 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2ba012863a15:37187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:03:59,348 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2ba012863a15,37187,1731337402562 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28319 ms java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T15:03:59,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:03:59,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T15:03:59,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:03:59,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2ba012863a15:37187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:04:04,807 INFO [master/2ba012863a15:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T15:04:04,807 INFO [master/2ba012863a15:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T15:04:09,446 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:04:09,446 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:04:09,447 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2ba012863a15:37187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:04:09,448 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2ba012863a15,37187,1731337402562 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38419 ms java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T15:04:09,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:04:09,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T15:04:09,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:04:09,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2ba012863a15:37187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:04:10,456 WARN [RS:1;2ba012863a15:43323 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 2ba012863a15,37187,1731337402562: status=status unset, state=RUNNING, startTime=1731337410952, completionTime=-1 appears to have been leaked 2024-11-11T15:04:19,466 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:04:19,466 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:04:19,467 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2ba012863a15:37187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:04:19,468 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2ba012863a15,37187,1731337402562 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48439 ms java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T15:04:19,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:04:19,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T15:04:19,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:04:19,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2ba012863a15:37187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:04:20,570 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T15:04:24,040 INFO [regionserver/2ba012863a15:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-11T15:04:24,766 DEBUG [master/2ba012863a15:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6095f3e591b7e69c212ab752be02f394 changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:04:24,766 DEBUG [master/2ba012863a15:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 46d445a615963ba182fbaa7d33c40c8d changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:04:24,766 DEBUG [master/2ba012863a15:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 15e4fefc60612f7a03f2594dc64e4388 changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:04:24,767 DEBUG [master/2ba012863a15:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8831c6ba20b6ed4ae28131107f6b7d8a changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:04:24,767 DEBUG [master/2ba012863a15:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2ad254a2016c07a42bb9d04adf7f77a2 changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:04:24,767 DEBUG [master/2ba012863a15:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 632939b50825a58679c67532135ea99d changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:04:24,767 DEBUG [master/2ba012863a15:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f1f36b862217df0a80e305b999ea327f changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:04:24,768 DEBUG [master/2ba012863a15:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c4279699cba0d55d9dc68f6216bda61b changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:04:24,768 DEBUG [master/2ba012863a15:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region cf207c1a1fe6fb43795982e6b095cd8b changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:04:24,768 DEBUG [master/2ba012863a15:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9eef2c8475384aa971f0d313b537b538 changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:04:24,768 DEBUG [master/2ba012863a15:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a127f7b3c9885aca6c23dd667bd45a01 changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:04:24,768 DEBUG [master/2ba012863a15:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b6fb34bb52e19824e8858dcb7c5a4c07 changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:04:24,768 DEBUG [master/2ba012863a15:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4cf4161ca873bc45cbc04c362f8eca73 changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:04:24,768 DEBUG [master/2ba012863a15:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0706cdc901ca309b8576eaae541a859b changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:04:24,768 DEBUG [master/2ba012863a15:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b547ea9b5e1f6062bfc4ec5746f1e2bc changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:04:24,768 DEBUG [master/2ba012863a15:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 41dac254772fb648834582b2d62e3f7c changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:04:24,768 DEBUG [master/2ba012863a15:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5f09eb15bd400d7de9a08a02da4e6d6c changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:04:24,768 DEBUG [master/2ba012863a15:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4390a310c3a61ba5a0ca28a10abb3931 changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:04:27,656 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2ba012863a15:46189 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-11T15:04:31,036 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-11T15:03:31.032Z, java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:03:31.137Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:03:31.347Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:03:31.657Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:03:32.166Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:03:33.181Z, java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:03:35.199Z, java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:03:39.228Z, java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:03:49.298Z, java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:03:59.348Z, java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:04:09.449Z, java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:04:19.468Z, java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-11T15:04:31,038 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:04:31,038 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-11T15:04:31,038 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:04:31,038 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:04:31,038 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:04:31,038 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-11T15:04:31,038 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-11T15:04:31,038 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-11T15:04:31,038 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:04:31,039 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T15:04:31,042 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-11T15:04:31,042 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:04:31,043 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-11T15:04:31,044 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:04:31,044 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-11T15:04:31,044 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-11T15:04:31,045 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:04:31,045 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2ba012863a15,37187,1731337402562, table=hbase:meta, region=1588230740 2024-11-11T15:04:31,045 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2ba012863a15,37187,1731337402562, state=OPEN 2024-11-11T15:04:31,046 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T15:04:31,046 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T15:04:31,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:04:31,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:04:31,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:04:31,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:04:31,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:04:31,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:04:31,056 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731337501056 2024-11-11T15:04:31,057 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T15:04:31,057 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true, isMeta: true 2024-11-11T15:04:31,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:04:31,057 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:04:31,058 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2ba012863a15:37187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:04:31,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:04:31,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T15:04:31,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:04:31,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2ba012863a15:37187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:04:31,059 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2ba012863a15,37187,1731337402562 WAL count=1, meta=true 2024-11-11T15:04:31,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta}] 2024-11-11T15:04:31,059 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-11T15:04:31,066 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=2ba012863a15,43323,1731337402509 2024-11-11T15:04:31,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509}] 2024-11-11T15:04:31,166 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:04:31,166 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:04:31,167 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2ba012863a15:37187 this server is in the failed servers list 2024-11-11T15:04:31,167 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:04:31,167 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:04:31,167 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:04:31,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-11T15:04:31,259 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting/2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, size=52.9 K (54214bytes) 2024-11-11T15:04:31,260 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-11T15:04:31,260 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-11T15:04:31,260 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting/2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta 2024-11-11T15:04:31,266 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting/2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta after 4ms 2024-11-11T15:04:31,275 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting/2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta took 18ms 2024-11-11T15:04:31,285 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-11T15:04:31,295 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting/2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta so closing down 2024-11-11T15:04:31,296 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T15:04:31,308 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta.temp 2024-11-11T15:04:31,323 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta.temp 2024-11-11T15:04:31,329 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T15:04:31,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741864_1040 (size=53973) 2024-11-11T15:04:31,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741864_1040 (size=53973) 2024-11-11T15:04:31,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741864_1040 (size=53973) 2024-11-11T15:04:31,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:04:31,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:04:31,377 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2ba012863a15:37187 this server is in the failed servers list 2024-11-11T15:04:31,377 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:04:31,377 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:04:31,377 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:04:31,686 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:04:31,687 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:04:31,687 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2ba012863a15:37187 this server is in the failed servers list 2024-11-11T15:04:31,688 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:04:31,688 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:04:31,688 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:04:31,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta.temp (wrote 57 edits, skipped 0 edits in 4 ms) 2024-11-11T15:04:31,769 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta.temp to hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-11T15:04:31,774 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 493 ms; skipped=1; WAL=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting/2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-11T15:04:31,774 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting/2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, journal: Splitting hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting/2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, size=52.9 K (54214bytes) at 1731337471259Finishing writing output for hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting/2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta so closing down at 1731337471296 (+37 ms)Creating recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta.temp at 1731337471323 (+27 ms)3 split writer threads finished at 1731337471329 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta.temp (wrote 57 edits, skipped 0 edits in 4 ms) at 1731337471766 (+437 ms)Rename recovered edits hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta.temp to hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731337471769 (+3 ms)Processed 58 edits across 1 Regions in 493 ms; skipped=1; WAL=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting/2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731337471774 (+5 ms) 2024-11-11T15:04:31,775 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting/2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta 2024-11-11T15:04:31,776 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-11T15:04:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-11T15:04:31,789 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting/2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta to hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/oldWALs 2024-11-11T15:04:31,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-11T15:04:31,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 in 721 msec 2024-11-11T15:04:31,798 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=2ba012863a15,43323,1731337402509 2024-11-11T15:04:31,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-11T15:04:31,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 in 739 msec 2024-11-11T15:04:31,808 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting dir is empty, no logs to split. 2024-11-11T15:04:31,808 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2ba012863a15,37187,1731337402562 WAL count=0, meta=true 2024-11-11T15:04:31,808 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 2ba012863a15,37187,1731337402562 WAL splitting is done? wals=0, meta=true 2024-11-11T15:04:31,808 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-11T15:04:31,808 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:04:31,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:04:31,808 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T15:04:32,196 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:04:32,196 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:04:32,197 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2ba012863a15:37187 this server is in the failed servers list 2024-11-11T15:04:32,197 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:04:32,197 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:04:32,197 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:04:33,216 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:04:33,216 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:04:33,217 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2ba012863a15:37187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:04:33,217 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2ba012863a15,37187,1731337402562 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2160 ms java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T15:04:33,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:04:33,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T15:04:33,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:04:33,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2ba012863a15:37187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:04:35,236 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:04:35,236 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:04:35,237 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2ba012863a15:37187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:04:35,237 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2ba012863a15,37187,1731337402562 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4180 ms java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T15:04:35,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:04:35,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T15:04:35,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:04:35,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2ba012863a15:37187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:04:39,256 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:04:39,256 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:04:39,258 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2ba012863a15:37187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:04:39,259 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2ba012863a15,37187,1731337402562 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8201 ms java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T15:04:39,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:04:39,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T15:04:39,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:04:39,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2ba012863a15:37187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:04:49,286 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:04:49,286 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:04:49,289 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2ba012863a15:37187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:04:49,290 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2ba012863a15,37187,1731337402562 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18232 ms java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T15:04:49,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:04:49,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T15:04:49,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:04:49,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2ba012863a15:37187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:04:50,570 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T15:04:59,386 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:04:59,386 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:04:59,387 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2ba012863a15:37187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:04:59,388 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2ba012863a15,37187,1731337402562 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28330 ms java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T15:04:59,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:04:59,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T15:04:59,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:04:59,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2ba012863a15:37187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:05:09,416 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:05:09,416 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:05:09,417 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2ba012863a15:37187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:05:09,418 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2ba012863a15,37187,1731337402562 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38360 ms java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T15:05:09,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:05:09,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T15:05:09,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:05:09,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2ba012863a15:37187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:05:19,496 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:05:19,496 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:05:19,497 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2ba012863a15:37187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:05:19,498 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2ba012863a15,37187,1731337402562 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48440 ms java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T15:05:19,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:05:19,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T15:05:19,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:05:19,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2ba012863a15:37187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:05:20,571 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T15:05:24,010 WARN [regionserver/2ba012863a15:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 20, running: 1 2024-11-11T15:05:27,514 INFO [regionserver/2ba012863a15:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-11T15:05:31,066 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-11T15:04:31.059Z, java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:04:31.167Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:04:31.377Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:04:31.688Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:04:32.197Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:04:33.217Z, java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:04:35.238Z, java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:04:39.259Z, java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:04:49.291Z, java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:04:59.388Z, java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:05:09.418Z, java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:05:19.498Z, java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-11T15:05:31,068 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:05:31,068 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-11T15:05:31,068 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:05:31,069 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:05:31,069 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:05:31,069 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-11T15:05:31,069 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-11T15:05:31,069 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-11T15:05:31,070 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:05:31,072 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-11T15:05:31,076 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-11T15:05:31,076 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-11T15:05:31,076 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-11T15:05:31,076 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:05:31,077 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-11T15:05:31,077 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:05:31,078 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 2024-11-11T15:05:31,078 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 2024-11-11T15:05:31,078 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-11T15:05:31,078 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:05:31,078 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:05:31,078 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-11T15:05:31,078 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:05:31,079 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2ba012863a15,37187,1731337402562, table=hbase:meta, region=1588230740 2024-11-11T15:05:31,079 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2ba012863a15,37187,1731337402562, state=OPEN 2024-11-11T15:05:31,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:05:31,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:05:31,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:05:31,088 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:05:31,088 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:05:31,088 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:05:31,089 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731337561089 2024-11-11T15:05:31,089 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T15:05:31,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:05:31,090 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:05:31,090 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2ba012863a15:37187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:05:31,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:05:31,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T15:05:31,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:05:31,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2ba012863a15:37187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:05:31,091 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting dir is empty, no logs to split. 2024-11-11T15:05:31,091 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2ba012863a15,37187,1731337402562 WAL count=0, meta=true 2024-11-11T15:05:31,091 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 2ba012863a15,37187,1731337402562 WAL splitting is done? wals=0, meta=true 2024-11-11T15:05:31,092 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-11T15:05:31,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:05:31,094 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-11T15:05:31,094 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:05:31,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:05:31,094 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T15:05:31,196 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:05:31,196 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:05:31,197 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2ba012863a15:37187 this server is in the failed servers list 2024-11-11T15:05:31,197 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:05:31,197 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:05:31,197 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:05:31,406 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:05:31,406 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:05:31,407 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2ba012863a15:37187 this server is in the failed servers list 2024-11-11T15:05:31,407 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:05:31,407 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:05:31,407 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:05:31,715 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:05:31,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:05:31,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2ba012863a15:37187 this server is in the failed servers list 2024-11-11T15:05:31,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:05:31,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:05:31,717 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:05:32,226 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:05:32,226 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:05:32,226 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2ba012863a15:37187 this server is in the failed servers list 2024-11-11T15:05:32,227 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:05:32,227 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:05:32,227 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:05:33,236 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:05:33,236 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:05:33,237 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2ba012863a15:37187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:05:33,238 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2ba012863a15,37187,1731337402562 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2148 ms java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T15:05:33,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:05:33,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T15:05:33,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:05:33,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2ba012863a15:37187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:05:35,245 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:05:35,246 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:05:35,246 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2ba012863a15:37187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:05:35,247 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2ba012863a15,37187,1731337402562 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4157 ms java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T15:05:35,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:05:35,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T15:05:35,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:05:35,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2ba012863a15:37187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:05:38,659 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2ba012863a15:46189 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-11T15:05:39,296 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:05:39,296 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:05:39,297 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2ba012863a15:37187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:05:39,298 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2ba012863a15,37187,1731337402562 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8208 ms java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T15:05:39,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:05:39,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T15:05:39,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:05:39,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2ba012863a15:37187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:05:49,356 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:05:49,356 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:05:49,358 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2ba012863a15:37187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:05:49,358 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2ba012863a15,37187,1731337402562 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18268 ms java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T15:05:49,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:05:49,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T15:05:49,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:05:49,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2ba012863a15:37187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:05:50,571 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T15:05:59,446 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:05:59,446 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:05:59,447 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2ba012863a15:37187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:05:59,448 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2ba012863a15,37187,1731337402562 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28358 ms java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T15:05:59,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:05:59,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T15:05:59,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:05:59,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2ba012863a15:37187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:06:09,486 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:06:09,486 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:06:09,487 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2ba012863a15:37187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:06:09,488 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2ba012863a15,37187,1731337402562 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38398 ms java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T15:06:09,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:06:09,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T15:06:09,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:06:09,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2ba012863a15:37187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:06:11,668 WARN [RS:1;2ba012863a15:43323 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 2ba012863a15,37187,1731337402562: status=Processing ServerCrashProcedure of 2ba012863a15,37187,1731337402562 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731337411014, completionTime=-1 appears to have been leaked 2024-11-11T15:06:11,668 WARN [RS:1;2ba012863a15:43323 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 2ba012863a15,37187,1731337402562: status=Processing ServerCrashProcedure of 2ba012863a15,37187,1731337402562 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1731337471043, completionTime=-1 appears to have been leaked 2024-11-11T15:06:19,536 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:06:19,536 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:06:19,537 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2ba012863a15:37187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:06:19,537 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 2ba012863a15,37187,1731337402562 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48447 ms java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T15:06:19,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:06:19,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T15:06:19,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:06:19,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2ba012863a15:37187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:06:20,572 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T15:06:31,098 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-11T15:05:31.091Z, java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:05:31.197Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:05:31.407Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:05:31.717Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:05:32.227Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:05:33.238Z, java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:05:35.247Z, java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:05:39.299Z, java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:05:49.359Z, java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:05:59.448Z, java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:06:09.489Z, java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:06:19.538Z, java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-11T15:06:31,101 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:06:31,101 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-11T15:06:31,101 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:06:31,102 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:06:31,102 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:06:31,103 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-11T15:06:31,103 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-11T15:06:31,103 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-11T15:06:31,103 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:06:31,107 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-11T15:06:31,108 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T15:06:31,109 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-11T15:06:31,109 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-11T15:06:31,110 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-11T15:06:31,110 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:06:31,110 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-11T15:06:31,111 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:06:31,111 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 2024-11-11T15:06:31,111 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 2024-11-11T15:06:31,111 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-11T15:06:31,111 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:31,111 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:31,111 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-11T15:06:31,112 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:31,112 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2ba012863a15,37187,1731337402562, table=hbase:meta, region=1588230740 2024-11-11T15:06:31,112 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2ba012863a15,37187,1731337402562, state=OPEN 2024-11-11T15:06:31,141 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T15:06:31,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:06:31,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:06:31,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:06:31,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:06:31,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:06:31,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:06:31,154 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731337621154 2024-11-11T15:06:31,154 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T15:06:31,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:06:31,154 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-11T15:06:31,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:06:31,155 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:06:31,156 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2ba012863a15:37187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:06:31,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:06:31,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T15:06:31,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:06:31,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 2ba012863a15:37187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:06:31,157 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:06:31,158 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T15:06:31,265 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:06:31,266 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1] 2024-11-11T15:06:31,266 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2ba012863a15:37187 this server is in the failed servers list 2024-11-11T15:06:31,266 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:06:31,266 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:06:31,266 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:06:31,308 DEBUG [2ba012863a15:46189 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T15:06:31,309 DEBUG [2ba012863a15:46189 {}] balancer.BalancerClusterState(204): Hosts are {2ba012863a15=0} racks are {/default-rack=0} 2024-11-11T15:06:31,309 DEBUG [2ba012863a15:46189 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T15:06:31,309 DEBUG [2ba012863a15:46189 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T15:06:31,309 DEBUG [2ba012863a15:46189 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T15:06:31,309 DEBUG [2ba012863a15:46189 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T15:06:31,309 INFO [2ba012863a15:46189 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T15:06:31,309 INFO [2ba012863a15:46189 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T15:06:31,309 DEBUG [2ba012863a15:46189 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T15:06:31,309 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:06:31,311 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2ba012863a15,36933,1731337402406, state=OPENING 2024-11-11T15:06:31,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:06:31,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:06:31,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:06:31,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:06:31,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:06:31,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:06:31,320 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:06:31,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2ba012863a15,36933,1731337402406}] 2024-11-11T15:06:31,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40023, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:06:31,476 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:06:31,476 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,36933,1731337402406, seqNum=-1] 2024-11-11T15:06:31,476 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:06:31,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42437, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:06:31,481 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:06:31,481 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:06:31,481 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:06:31,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36933 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:42437 deadline: 1731337651156, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2ba012863a15,36933,1731337402406 2024-11-11T15:06:31,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,36933,1731337402406, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,36933,1731337402406, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2ba012863a15,36933,1731337402406 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T15:06:31,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,36933,1731337402406, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2ba012863a15,36933,1731337402406 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T15:06:31,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,36933,1731337402406, seqNum=-1 from cache 2024-11-11T15:06:31,486 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2ba012863a15%2C36933%2C1731337402406.meta, suffix=.meta, logDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,36933,1731337402406, archiveDir=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/oldWALs, maxLogs=32 2024-11-11T15:06:31,509 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,36933,1731337402406/2ba012863a15%2C36933%2C1731337402406.meta.1731337591488.meta, exclude list is [], retry=0 2024-11-11T15:06:31,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41423,DS-48a1ed8a-c6bf-4cdd-94c6-46bfe5f0f892,DISK] 2024-11-11T15:06:31,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41275,DS-22736ae0-4ce6-4519-a832-5cfd7d0dccc1,DISK] 2024-11-11T15:06:31,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40985,DS-40cd881b-dd5c-4dc2-a69d-0455e2ab68ea,DISK] 2024-11-11T15:06:31,515 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,36933,1731337402406/2ba012863a15%2C36933%2C1731337402406.meta.1731337591488.meta 2024-11-11T15:06:31,515 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41865:41865),(127.0.0.1/127.0.0.1:38401:38401),(127.0.0.1/127.0.0.1:45711:45711)] 2024-11-11T15:06:31,515 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:06:31,516 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:06:31,516 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:06:31,516 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:06:31,516 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:06:31,516 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:06:31,516 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:06:31,516 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:06:31,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:06:31,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:06:31,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:31,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:06:31,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:06:31,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:06:31,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:31,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:06:31,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:06:31,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:06:31,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:31,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:06:31,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:06:31,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:06:31,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:31,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:06:31,526 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:06:31,527 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740 2024-11-11T15:06:31,529 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740 2024-11-11T15:06:31,530 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-11T15:06:31,542 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-11T15:06:31,547 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-11T15:06:31,640 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/.tmp/info/ee84f20cd1b447bbbed5b67b25c85ea7 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538./info:regioninfo/1731337406638/Put/seqid=0 2024-11-11T15:06:31,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741866_1042 (size=58053) 2024-11-11T15:06:31,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741866_1042 (size=58053) 2024-11-11T15:06:31,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741866_1042 (size=58053) 2024-11-11T15:06:31,660 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/.tmp/info/ee84f20cd1b447bbbed5b67b25c85ea7 2024-11-11T15:06:31,754 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/.tmp/ns/fd72e92b371149d7990613919bf94448 is 43, key is default/ns:d/1731337404695/Put/seqid=0 2024-11-11T15:06:31,786 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:06:31,786 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,36933,1731337402406, seqNum=-1] 2024-11-11T15:06:31,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36933 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:42437 deadline: 1731337651156, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 2ba012863a15,36933,1731337402406 2024-11-11T15:06:31,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,36933,1731337402406, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,36933,1731337402406, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 2ba012863a15,36933,1731337402406 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T15:06:31,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,36933,1731337402406, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 2ba012863a15,36933,1731337402406 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-11T15:06:31,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,36933,1731337402406, seqNum=-1 from cache 2024-11-11T15:06:31,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741867_1043 (size=5153) 2024-11-11T15:06:31,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741867_1043 (size=5153) 2024-11-11T15:06:31,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741867_1043 (size=5153) 2024-11-11T15:06:31,807 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/.tmp/ns/fd72e92b371149d7990613919bf94448 2024-11-11T15:06:31,842 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/.tmp/table/060b1410735547af814033e0f4c7e862 is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731337406916/Put/seqid=0 2024-11-11T15:06:31,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741868_1044 (size=5620) 2024-11-11T15:06:31,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741868_1044 (size=5620) 2024-11-11T15:06:31,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741868_1044 (size=5620) 2024-11-11T15:06:31,887 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/.tmp/table/060b1410735547af814033e0f4c7e862 2024-11-11T15:06:31,916 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/.tmp/info/ee84f20cd1b447bbbed5b67b25c85ea7 as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/info/ee84f20cd1b447bbbed5b67b25c85ea7 2024-11-11T15:06:31,929 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/info/ee84f20cd1b447bbbed5b67b25c85ea7, entries=260, sequenceid=60, filesize=56.7 K 2024-11-11T15:06:31,933 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/.tmp/ns/fd72e92b371149d7990613919bf94448 as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/ns/fd72e92b371149d7990613919bf94448 2024-11-11T15:06:31,958 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/ns/fd72e92b371149d7990613919bf94448, entries=2, sequenceid=60, filesize=5.0 K 2024-11-11T15:06:31,962 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/.tmp/table/060b1410735547af814033e0f4c7e862 as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/table/060b1410735547af814033e0f4c7e862 2024-11-11T15:06:31,979 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/table/060b1410735547af814033e0f4c7e862, entries=2, sequenceid=60, filesize=5.5 K 2024-11-11T15:06:31,986 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=60, compaction requested=false; wal=null 2024-11-11T15:06:31,988 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-11T15:06:31,990 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:06:31,990 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:06:31,992 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:06:31,995 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:06:32,007 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-11T15:06:32,009 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69053914, jitterRate=0.028983503580093384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:06:32,010 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:06:32,010 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731337591517Writing region info on filesystem at 1731337591517Initializing all the Stores at 1731337591518 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731337591518Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731337591518Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337591518Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731337591518Obtaining lock to block concurrent updates at 1731337591547 (+29 ms)Preparing flush snapshotting stores in 1588230740 at 1731337591547Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731337591551 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731337591551Flushing 1588230740/info: creating writer at 1731337591555 (+4 ms)Flushing 1588230740/info: appending metadata at 1731337591630 (+75 ms)Flushing 1588230740/info: closing flushed file at 1731337591633 (+3 ms)Flushing 1588230740/ns: creating writer at 1731337591727 (+94 ms)Flushing 1588230740/ns: appending metadata at 1731337591753 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731337591753Flushing 1588230740/table: creating writer at 1731337591818 (+65 ms)Flushing 1588230740/table: appending metadata at 1731337591840 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731337591840Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f1cf029: reopening flushed file at 1731337591907 (+67 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@389bce85: reopening flushed file at 1731337591931 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fa515c7: reopening flushed file at 1731337591958 (+27 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=60, compaction requested=false; wal=null at 1731337591986 (+28 ms)Cleaning up temporary data from old regions at 1731337591990 (+4 ms)Running coprocessor post-open hooks at 1731337592010 (+20 ms)Region opened successfully at 1731337592010 2024-11-11T15:06:32,014 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731337591473 2024-11-11T15:06:32,017 DEBUG [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:06:32,017 INFO [RS_OPEN_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:06:32,018 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:06:32,020 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2ba012863a15,36933,1731337402406, state=OPEN 2024-11-11T15:06:32,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:06:32,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:06:32,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:06:32,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:06:32,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:06:32,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:06:32,062 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2ba012863a15,36933,1731337402406 2024-11-11T15:06:32,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-11T15:06:32,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2ba012863a15,36933,1731337402406 in 742 msec 2024-11-11T15:06:32,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-11T15:06:32,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 912 msec 2024-11-11T15:06:32,296 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:06:32,296 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,36933,1731337402406, seqNum=-1] 2024-11-11T15:06:32,328 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6095f3e591b7e69c212ab752be02f394, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,328 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9eef2c8475384aa971f0d313b537b538, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,329 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c76e982bd0a77359301e26f912efaa79, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:32,329 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a127f7b3c9885aca6c23dd667bd45a01, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,329 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=46d445a615963ba182fbaa7d33c40c8d, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,329 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41bcb430154250115506527c48829cff, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:32,329 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b6fb34bb52e19824e8858dcb7c5a4c07, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,329 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4cf4161ca873bc45cbc04c362f8eca73, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,329 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15e4fefc60612f7a03f2594dc64e4388, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,329 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5053012957fa3ad0b35c8d6c319b3624, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:32,330 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0706cdc901ca309b8576eaae541a859b, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,330 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8831c6ba20b6ed4ae28131107f6b7d8a, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,330 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=25abbdf20ff8ab43d6ec5a60a904e0e2, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:32,330 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b547ea9b5e1f6062bfc4ec5746f1e2bc, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,330 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ad254a2016c07a42bb9d04adf7f77a2, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,330 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=125d2d6b74af454257602cb2fce5e4ef, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:32,330 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41dac254772fb648834582b2d62e3f7c, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,330 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=632939b50825a58679c67532135ea99d, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,330 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4cd1c5846adf288a59dfb73832cd1ecb, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:32,331 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f09eb15bd400d7de9a08a02da4e6d6c, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,331 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f1f36b862217df0a80e305b999ea327f, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,331 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aef1fbc7ea82d3465c3285fe84a0def5, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:32,331 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4390a310c3a61ba5a0ca28a10abb3931, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,331 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c4279699cba0d55d9dc68f6216bda61b, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,331 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d845e46ae964af3a17084065be0dc6e5, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:32,331 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cf207c1a1fe6fb43795982e6b095cd8b, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,331 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-11T15:06:32,331 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731337652331 2024-11-11T15:06:32,331 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731337712331 2024-11-11T15:06:32,331 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 1.1770 sec 2024-11-11T15:06:32,332 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 2ba012863a15,37187,1731337402562 had 9 regions 2024-11-11T15:06:32,332 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-11T15:06:32,332 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:06:32,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:06:32,333 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T15:06:32,582 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:06:32,582 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-11T15:06:32,582 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:06:32,582 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:06:32,582 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:06:32,582 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-11T15:06:32,583 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-11T15:06:32,583 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-11T15:06:32,583 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:06:32,584 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T15:06:32,586 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-11T15:06:32,586 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-11T15:06:32,587 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-11T15:06:32,587 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-11T15:06:32,587 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-11T15:06:32,587 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:06:32,587 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-11T15:06:32,588 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:06:32,588 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 2024-11-11T15:06:32,588 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 2024-11-11T15:06:32,588 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:06:32,589 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2ba012863a15,36933,1731337402406 2024-11-11T15:06:32,589 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-11T15:06:32,589 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:32,589 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:32,589 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:32,589 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2ba012863a15,36933,1731337402406 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:32,589 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-11T15:06:32,590 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=61 2024-11-11T15:06:32,590 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2ba012863a15,36933,1731337402406, table=hbase:meta, region=1588230740 2024-11-11T15:06:32,590 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2ba012863a15,36933,1731337402406, state=OPEN 2024-11-11T15:06:32,594 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T15:06:32,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:06:32,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:06:32,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:06:32,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:06:32,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:06:32,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:06:32,629 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731337622629 2024-11-11T15:06:32,629 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T15:06:32,638 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6095f3e591b7e69c212ab752be02f394, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,638 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9eef2c8475384aa971f0d313b537b538, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,638 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c76e982bd0a77359301e26f912efaa79, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:32,638 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a127f7b3c9885aca6c23dd667bd45a01, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,638 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=46d445a615963ba182fbaa7d33c40c8d, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,638 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41bcb430154250115506527c48829cff, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:32,639 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b6fb34bb52e19824e8858dcb7c5a4c07, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,639 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4cf4161ca873bc45cbc04c362f8eca73, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,639 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15e4fefc60612f7a03f2594dc64e4388, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,639 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5053012957fa3ad0b35c8d6c319b3624, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:32,639 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0706cdc901ca309b8576eaae541a859b, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,639 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8831c6ba20b6ed4ae28131107f6b7d8a, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,639 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=25abbdf20ff8ab43d6ec5a60a904e0e2, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:32,640 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b547ea9b5e1f6062bfc4ec5746f1e2bc, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,640 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ad254a2016c07a42bb9d04adf7f77a2, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,640 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=125d2d6b74af454257602cb2fce5e4ef, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:32,640 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41dac254772fb648834582b2d62e3f7c, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,640 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=632939b50825a58679c67532135ea99d, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,640 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4cd1c5846adf288a59dfb73832cd1ecb, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:32,640 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f09eb15bd400d7de9a08a02da4e6d6c, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,641 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f1f36b862217df0a80e305b999ea327f, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,641 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aef1fbc7ea82d3465c3285fe84a0def5, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:32,641 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4390a310c3a61ba5a0ca28a10abb3931, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,641 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c4279699cba0d55d9dc68f6216bda61b, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,641 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d845e46ae964af3a17084065be0dc6e5, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:32,641 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cf207c1a1fe6fb43795982e6b095cd8b, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,641 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-11T15:06:32,641 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731337652641 2024-11-11T15:06:32,641 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731337712641 2024-11-11T15:06:32,642 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 12 msec 2024-11-11T15:06:32,642 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 2ba012863a15,37187,1731337402562 had 8 regions 2024-11-11T15:06:32,642 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-11T15:06:32,643 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true, isMeta: false 2024-11-11T15:06:32,645 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2ba012863a15,37187,1731337402562 WAL count=1, meta=false 2024-11-11T15:06:32,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2ba012863a15%2C37187%2C1731337402562.1731337404181}] 2024-11-11T15:06:32,646 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-11T15:06:32,646 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:06:32,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:06:32,646 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T15:06:32,892 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:06:32,892 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-11T15:06:32,892 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:06:32,892 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:06:32,892 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:06:32,893 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-11T15:06:32,893 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-11T15:06:32,893 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-11T15:06:32,893 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:06:32,895 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-11T15:06:32,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-11T15:06:32,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-11T15:06:32,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-11T15:06:32,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-11T15:06:32,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-11T15:06:32,898 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:06:32,899 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-11T15:06:32,900 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:06:32,900 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 2024-11-11T15:06:32,900 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 2024-11-11T15:06:32,900 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:06:32,900 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2ba012863a15,36933,1731337402406 2024-11-11T15:06:32,900 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-11T15:06:32,900 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:32,901 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:32,901 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:32,901 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2ba012863a15,36933,1731337402406 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:32,901 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-11T15:06:32,902 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=61 2024-11-11T15:06:32,902 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2ba012863a15,36933,1731337402406, table=hbase:meta, region=1588230740 2024-11-11T15:06:32,902 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2ba012863a15,36933,1731337402406, state=OPEN 2024-11-11T15:06:32,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:06:32,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:06:32,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:06:32,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:06:32,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:06:32,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:06:32,919 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731337622919 2024-11-11T15:06:32,919 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T15:06:32,926 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6095f3e591b7e69c212ab752be02f394, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,926 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9eef2c8475384aa971f0d313b537b538, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,926 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c76e982bd0a77359301e26f912efaa79, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:32,926 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a127f7b3c9885aca6c23dd667bd45a01, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,926 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=46d445a615963ba182fbaa7d33c40c8d, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,927 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41bcb430154250115506527c48829cff, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:32,927 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b6fb34bb52e19824e8858dcb7c5a4c07, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,927 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4cf4161ca873bc45cbc04c362f8eca73, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,927 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15e4fefc60612f7a03f2594dc64e4388, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,927 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5053012957fa3ad0b35c8d6c319b3624, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:32,927 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0706cdc901ca309b8576eaae541a859b, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,928 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8831c6ba20b6ed4ae28131107f6b7d8a, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,928 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=25abbdf20ff8ab43d6ec5a60a904e0e2, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:32,928 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b547ea9b5e1f6062bfc4ec5746f1e2bc, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,928 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ad254a2016c07a42bb9d04adf7f77a2, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,928 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=125d2d6b74af454257602cb2fce5e4ef, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:32,928 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41dac254772fb648834582b2d62e3f7c, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,929 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=632939b50825a58679c67532135ea99d, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,929 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4cd1c5846adf288a59dfb73832cd1ecb, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:32,929 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f09eb15bd400d7de9a08a02da4e6d6c, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,929 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f1f36b862217df0a80e305b999ea327f, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,929 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aef1fbc7ea82d3465c3285fe84a0def5, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:32,929 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4390a310c3a61ba5a0ca28a10abb3931, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:32,929 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c4279699cba0d55d9dc68f6216bda61b, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,929 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d845e46ae964af3a17084065be0dc6e5, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:32,930 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cf207c1a1fe6fb43795982e6b095cd8b, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:32,930 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-11T15:06:32,930 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731337652930 2024-11-11T15:06:32,931 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731337712930 2024-11-11T15:06:32,931 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-11-11T15:06:32,934 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true, isMeta: false 2024-11-11T15:06:32,946 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2ba012863a15,37187,1731337402562 WAL count=1, meta=false 2024-11-11T15:06:32,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2ba012863a15%2C37187%2C1731337402562.1731337404181}] 2024-11-11T15:06:32,947 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-11T15:06:32,966 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=2ba012863a15,36933,1731337402406 2024-11-11T15:06:32,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2ba012863a15%2C37187%2C1731337402562.1731337404181, worker=2ba012863a15,36933,1731337402406}] 2024-11-11T15:06:33,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-11T15:06:33,161 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting/2ba012863a15%2C37187%2C1731337402562.1731337404181, size=290.7 K (297717bytes) 2024-11-11T15:06:33,161 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting/2ba012863a15%2C37187%2C1731337402562.1731337404181 2024-11-11T15:06:33,163 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting/2ba012863a15%2C37187%2C1731337402562.1731337404181 after 1ms 2024-11-11T15:06:33,174 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting/2ba012863a15%2C37187%2C1731337402562.1731337404181 took 13ms 2024-11-11T15:06:33,187 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 25abbdf20ff8ab43d6ec5a60a904e0e2: last_flushed_sequence_id: 18446744073709551615 2024-11-11T15:06:33,189 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 5053012957fa3ad0b35c8d6c319b3624: last_flushed_sequence_id: 18446744073709551615 2024-11-11T15:06:33,191 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 125d2d6b74af454257602cb2fce5e4ef: last_flushed_sequence_id: 18446744073709551615 2024-11-11T15:06:33,196 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for d845e46ae964af3a17084065be0dc6e5: last_flushed_sequence_id: 18446744073709551615 2024-11-11T15:06:33,198 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 4cd1c5846adf288a59dfb73832cd1ecb: last_flushed_sequence_id: 18446744073709551615 2024-11-11T15:06:33,200 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for aef1fbc7ea82d3465c3285fe84a0def5: last_flushed_sequence_id: 18446744073709551615 2024-11-11T15:06:33,202 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for c76e982bd0a77359301e26f912efaa79: last_flushed_sequence_id: 18446744073709551615 2024-11-11T15:06:33,207 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 41bcb430154250115506527c48829cff: last_flushed_sequence_id: 18446744073709551615 2024-11-11T15:06:33,218 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp 2024-11-11T15:06:33,222 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp 2024-11-11T15:06:33,223 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp 2024-11-11T15:06:33,226 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bcb430154250115506527c48829cff/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp 2024-11-11T15:06:33,230 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5053012957fa3ad0b35c8d6c319b3624/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp 2024-11-11T15:06:33,236 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp 2024-11-11T15:06:33,236 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp 2024-11-11T15:06:33,242 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c76e982bd0a77359301e26f912efaa79/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp 2024-11-11T15:06:33,246 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/125d2d6b74af454257602cb2fce5e4ef/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp 2024-11-11T15:06:33,250 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25abbdf20ff8ab43d6ec5a60a904e0e2/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp 2024-11-11T15:06:33,261 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting/2ba012863a15%2C37187%2C1731337402562.1731337404181 so closing down 2024-11-11T15:06:33,261 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T15:06:33,271 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp 2024-11-11T15:06:33,271 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp 2024-11-11T15:06:33,271 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp 2024-11-11T15:06:33,292 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cd1c5846adf288a59dfb73832cd1ecb/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp 2024-11-11T15:06:33,295 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aef1fbc7ea82d3465c3285fe84a0def5/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp 2024-11-11T15:06:33,298 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d845e46ae964af3a17084065be0dc6e5/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp 2024-11-11T15:06:33,299 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T15:06:33,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741869_1045 (size=36767) 2024-11-11T15:06:33,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741869_1045 (size=36767) 2024-11-11T15:06:33,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741869_1045 (size=36767) 2024-11-11T15:06:33,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/125d2d6b74af454257602cb2fce5e4ef/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-11T15:06:33,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/125d2d6b74af454257602cb2fce5e4ef/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp to hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/125d2d6b74af454257602cb2fce5e4ef/recovered.edits/0000000000000000004 2024-11-11T15:06:33,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741870_1046 (size=36767) 2024-11-11T15:06:33,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741870_1046 (size=36767) 2024-11-11T15:06:33,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741870_1046 (size=36767) 2024-11-11T15:06:33,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741871_1047 (size=36767) 2024-11-11T15:06:33,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741871_1047 (size=36767) 2024-11-11T15:06:33,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741871_1047 (size=36767) 2024-11-11T15:06:33,378 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25abbdf20ff8ab43d6ec5a60a904e0e2/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-11T15:06:33,381 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25abbdf20ff8ab43d6ec5a60a904e0e2/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp to hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25abbdf20ff8ab43d6ec5a60a904e0e2/recovered.edits/0000000000000000004 2024-11-11T15:06:33,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741872_1048 (size=36767) 2024-11-11T15:06:33,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741872_1048 (size=36767) 2024-11-11T15:06:33,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741872_1048 (size=36767) 2024-11-11T15:06:33,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741873_1049 (size=36767) 2024-11-11T15:06:33,394 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5053012957fa3ad0b35c8d6c319b3624/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-11T15:06:33,396 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5053012957fa3ad0b35c8d6c319b3624/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp to hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5053012957fa3ad0b35c8d6c319b3624/recovered.edits/0000000000000000004 2024-11-11T15:06:33,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741873_1049 (size=36767) 2024-11-11T15:06:33,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741873_1049 (size=36767) 2024-11-11T15:06:33,398 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cd1c5846adf288a59dfb73832cd1ecb/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-11T15:06:33,400 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cd1c5846adf288a59dfb73832cd1ecb/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp to hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cd1c5846adf288a59dfb73832cd1ecb/recovered.edits/0000000000000000004 2024-11-11T15:06:33,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741874_1050 (size=36767) 2024-11-11T15:06:33,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741874_1050 (size=36767) 2024-11-11T15:06:33,412 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bcb430154250115506527c48829cff/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-11T15:06:33,414 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bcb430154250115506527c48829cff/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp to hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bcb430154250115506527c48829cff/recovered.edits/0000000000000000004 2024-11-11T15:06:33,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741874_1050 (size=36767) 2024-11-11T15:06:33,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741875_1051 (size=36767) 2024-11-11T15:06:33,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741875_1051 (size=36767) 2024-11-11T15:06:33,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741875_1051 (size=36767) 2024-11-11T15:06:33,425 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aef1fbc7ea82d3465c3285fe84a0def5/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-11T15:06:33,427 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aef1fbc7ea82d3465c3285fe84a0def5/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp to hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aef1fbc7ea82d3465c3285fe84a0def5/recovered.edits/0000000000000000004 2024-11-11T15:06:33,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741876_1052 (size=36767) 2024-11-11T15:06:33,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741876_1052 (size=36767) 2024-11-11T15:06:33,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741876_1052 (size=36767) 2024-11-11T15:06:33,435 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c76e982bd0a77359301e26f912efaa79/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-11T15:06:33,437 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c76e982bd0a77359301e26f912efaa79/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp to hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c76e982bd0a77359301e26f912efaa79/recovered.edits/0000000000000000004 2024-11-11T15:06:33,775 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d845e46ae964af3a17084065be0dc6e5/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-11T15:06:33,781 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d845e46ae964af3a17084065be0dc6e5/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp to hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d845e46ae964af3a17084065be0dc6e5/recovered.edits/0000000000000000004 2024-11-11T15:06:33,781 INFO [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 16 edits across 8 Regions in 605 ms; skipped=8; WAL=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting/2ba012863a15%2C37187%2C1731337402562.1731337404181, size=290.7 K, length=297717, corrupted=false, cancelled=false 2024-11-11T15:06:33,781 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting/2ba012863a15%2C37187%2C1731337402562.1731337404181, journal: Splitting hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting/2ba012863a15%2C37187%2C1731337402562.1731337404181, size=290.7 K (297717bytes) at 1731337593161Creating recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bcb430154250115506527c48829cff/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp at 1731337593226 (+65 ms)Creating recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5053012957fa3ad0b35c8d6c319b3624/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp at 1731337593230 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c76e982bd0a77359301e26f912efaa79/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp at 1731337593242 (+12 ms)Creating recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/125d2d6b74af454257602cb2fce5e4ef/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp at 1731337593246 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25abbdf20ff8ab43d6ec5a60a904e0e2/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp at 1731337593250 (+4 ms)Split 8 edits, skipped 8 edits. at 1731337593261 (+11 ms)Finishing writing output for hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting/2ba012863a15%2C37187%2C1731337402562.1731337404181 so closing down at 1731337593261Creating recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cd1c5846adf288a59dfb73832cd1ecb/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp at 1731337593292 (+31 ms)Creating recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aef1fbc7ea82d3465c3285fe84a0def5/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp at 1731337593295 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d845e46ae964af3a17084065be0dc6e5/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp at 1731337593298 (+3 ms)3 split writer threads finished at 1731337593299 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/125d2d6b74af454257602cb2fce5e4ef/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731337593372 (+73 ms)Rename recovered edits hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/125d2d6b74af454257602cb2fce5e4ef/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp to hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/125d2d6b74af454257602cb2fce5e4ef/recovered.edits/0000000000000000004 at 1731337593373 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25abbdf20ff8ab43d6ec5a60a904e0e2/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731337593378 (+5 ms)Rename recovered edits hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25abbdf20ff8ab43d6ec5a60a904e0e2/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp to hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25abbdf20ff8ab43d6ec5a60a904e0e2/recovered.edits/0000000000000000004 at 1731337593381 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5053012957fa3ad0b35c8d6c319b3624/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731337593394 (+13 ms)Rename recovered edits hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5053012957fa3ad0b35c8d6c319b3624/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp to hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5053012957fa3ad0b35c8d6c319b3624/recovered.edits/0000000000000000004 at 1731337593396 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cd1c5846adf288a59dfb73832cd1ecb/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731337593398 (+2 ms)Rename recovered edits hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cd1c5846adf288a59dfb73832cd1ecb/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp to hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cd1c5846adf288a59dfb73832cd1ecb/recovered.edits/0000000000000000004 at 1731337593400 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bcb430154250115506527c48829cff/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731337593412 (+12 ms)Rename recovered edits hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bcb430154250115506527c48829cff/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp to hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bcb430154250115506527c48829cff/recovered.edits/0000000000000000004 at 1731337593414 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aef1fbc7ea82d3465c3285fe84a0def5/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731337593425 (+11 ms)Rename recovered edits hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aef1fbc7ea82d3465c3285fe84a0def5/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp to hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aef1fbc7ea82d3465c3285fe84a0def5/recovered.edits/0000000000000000004 at 1731337593427 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c76e982bd0a77359301e26f912efaa79/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731337593435 (+8 ms)Rename recovered edits hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c76e982bd0a77359301e26f912efaa79/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp to hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c76e982bd0a77359301e26f912efaa79/recovered.edits/0000000000000000004 at 1731337593437 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d845e46ae964af3a17084065be0dc6e5/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731337593775 (+338 ms)Rename recovered edits hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d845e46ae964af3a17084065be0dc6e5/recovered.edits/0000000000000000004-2ba012863a15%2C37187%2C1731337402562.1731337404181.temp to hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d845e46ae964af3a17084065be0dc6e5/recovered.edits/0000000000000000004 at 1731337593781 (+6 ms)Processed 16 edits across 8 Regions in 605 ms; skipped=8; WAL=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting/2ba012863a15%2C37187%2C1731337402562.1731337404181, size=290.7 K, length=297717, corrupted=false, cancelled=false at 1731337593781 2024-11-11T15:06:33,782 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting/2ba012863a15%2C37187%2C1731337402562.1731337404181 2024-11-11T15:06:33,782 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2ba012863a15:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-11T15:06:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-11T15:06:33,794 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting/2ba012863a15%2C37187%2C1731337402562.1731337404181 to hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/oldWALs 2024-11-11T15:06:33,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-11T15:06:33,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2ba012863a15%2C37187%2C1731337402562.1731337404181, worker=2ba012863a15,36933,1731337402406 in 821 msec 2024-11-11T15:06:33,808 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=2ba012863a15,36933,1731337402406 2024-11-11T15:06:33,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-11T15:06:33,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2ba012863a15%2C37187%2C1731337402562.1731337404181, worker=2ba012863a15,36933,1731337402406 in 862 msec 2024-11-11T15:06:33,817 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting dir is empty, no logs to split. 2024-11-11T15:06:33,817 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2ba012863a15,37187,1731337402562 WAL count=0, meta=false 2024-11-11T15:06:33,817 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 2ba012863a15,37187,1731337402562 WAL splitting is done? wals=0, meta=false 2024-11-11T15:06:33,818 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-11T15:06:33,818 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:06:33,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:06:33,818 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T15:06:33,932 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:06:33,932 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-11T15:06:33,932 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:06:33,932 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:06:33,933 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:06:33,934 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-11T15:06:33,934 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-11T15:06:33,934 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-11T15:06:33,934 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:06:33,936 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T15:06:33,938 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-11T15:06:33,938 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-11T15:06:33,939 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-11T15:06:33,939 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-11T15:06:33,939 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-11T15:06:33,939 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-11T15:06:33,939 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-11T15:06:33,939 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:06:33,940 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-11T15:06:33,941 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:06:33,941 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 2024-11-11T15:06:33,941 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 2024-11-11T15:06:33,941 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:06:33,941 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2ba012863a15,36933,1731337402406 2024-11-11T15:06:33,941 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2ba012863a15%2C37187%2C1731337402562.1731337404181, worker=2ba012863a15,36933,1731337402406 2024-11-11T15:06:33,941 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2ba012863a15%2C37187%2C1731337402562.1731337404181, worker=2ba012863a15,36933,1731337402406 2024-11-11T15:06:33,952 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-11T15:06:33,952 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:33,952 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:33,952 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:33,952 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2ba012863a15,36933,1731337402406 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:33,952 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2ba012863a15%2C37187%2C1731337402562.1731337404181, worker=2ba012863a15,36933,1731337402406 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:33,952 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2ba012863a15%2C37187%2C1731337402562.1731337404181, worker=2ba012863a15,36933,1731337402406 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:33,952 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 16 msec 2024-11-11T15:06:33,953 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=61 2024-11-11T15:06:33,953 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2ba012863a15,36933,1731337402406, table=hbase:meta, region=1588230740 2024-11-11T15:06:33,954 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2ba012863a15,36933,1731337402406, state=OPEN 2024-11-11T15:06:33,960 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T15:06:33,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:06:33,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:06:33,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:06:33,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:06:33,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:06:33,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:06:33,966 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731337623966 2024-11-11T15:06:33,966 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T15:06:33,974 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6095f3e591b7e69c212ab752be02f394, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:33,974 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9eef2c8475384aa971f0d313b537b538, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:33,974 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c76e982bd0a77359301e26f912efaa79, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:33,975 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a127f7b3c9885aca6c23dd667bd45a01, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:33,975 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=46d445a615963ba182fbaa7d33c40c8d, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:33,975 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41bcb430154250115506527c48829cff, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:33,975 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b6fb34bb52e19824e8858dcb7c5a4c07, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:33,975 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4cf4161ca873bc45cbc04c362f8eca73, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:33,976 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15e4fefc60612f7a03f2594dc64e4388, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:33,976 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5053012957fa3ad0b35c8d6c319b3624, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:33,976 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0706cdc901ca309b8576eaae541a859b, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:33,976 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8831c6ba20b6ed4ae28131107f6b7d8a, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:33,976 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=25abbdf20ff8ab43d6ec5a60a904e0e2, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:33,976 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b547ea9b5e1f6062bfc4ec5746f1e2bc, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:33,977 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ad254a2016c07a42bb9d04adf7f77a2, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:33,977 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=125d2d6b74af454257602cb2fce5e4ef, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:33,977 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41dac254772fb648834582b2d62e3f7c, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:33,977 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=632939b50825a58679c67532135ea99d, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:33,977 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4cd1c5846adf288a59dfb73832cd1ecb, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:33,977 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f09eb15bd400d7de9a08a02da4e6d6c, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:33,977 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f1f36b862217df0a80e305b999ea327f, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:33,977 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aef1fbc7ea82d3465c3285fe84a0def5, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:33,977 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4390a310c3a61ba5a0ca28a10abb3931, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:33,978 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c4279699cba0d55d9dc68f6216bda61b, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:33,978 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d845e46ae964af3a17084065be0dc6e5, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:33,978 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cf207c1a1fe6fb43795982e6b095cd8b, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:33,978 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-11T15:06:33,978 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731337653978 2024-11-11T15:06:33,978 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731337713978 2024-11-11T15:06:33,978 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 12 msec 2024-11-11T15:06:33,989 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server 2ba012863a15,37187,1731337402562 does not exist 2024-11-11T15:06:33,989 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2ba012863a15,37187,1731337402562 WAL count=0, meta=false 2024-11-11T15:06:33,989 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 2ba012863a15,37187,1731337402562 WAL splitting is done? wals=0, meta=false 2024-11-11T15:06:33,990 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 2ba012863a15,37187,1731337402562 failed, ignore...File hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,37187,1731337402562-splitting does not exist. 2024-11-11T15:06:33,990 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-11T15:06:33,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5053012957fa3ad0b35c8d6c319b3624, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c76e982bd0a77359301e26f912efaa79, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aef1fbc7ea82d3465c3285fe84a0def5, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4cd1c5846adf288a59dfb73832cd1ecb, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d845e46ae964af3a17084065be0dc6e5, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41bcb430154250115506527c48829cff, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25abbdf20ff8ab43d6ec5a60a904e0e2, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=125d2d6b74af454257602cb2fce5e4ef, ASSIGN}] 2024-11-11T15:06:33,993 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-11T15:06:33,993 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:06:33,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:06:33,993 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T15:06:34,228 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:06:34,228 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-11T15:06:34,228 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:06:34,228 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:06:34,229 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:06:34,229 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-11T15:06:34,229 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-11T15:06:34,229 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-11T15:06:34,230 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:06:34,231 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T15:06:34,233 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-11T15:06:34,233 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-11T15:06:34,233 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-11T15:06:34,233 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-11T15:06:34,234 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-11T15:06:34,234 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-11T15:06:34,234 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-11T15:06:34,234 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:06:34,235 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-11T15:06:34,239 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:06:34,239 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 2024-11-11T15:06:34,239 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 2024-11-11T15:06:34,239 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:06:34,239 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2ba012863a15,36933,1731337402406 2024-11-11T15:06:34,239 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2ba012863a15%2C37187%2C1731337402562.1731337404181, worker=2ba012863a15,36933,1731337402406 2024-11-11T15:06:34,239 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2ba012863a15%2C37187%2C1731337402562.1731337404181, worker=2ba012863a15,36933,1731337402406 2024-11-11T15:06:34,240 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-11T15:06:34,240 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:34,240 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:34,240 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:34,240 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2ba012863a15,36933,1731337402406 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:34,240 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2ba012863a15%2C37187%2C1731337402562.1731337404181, worker=2ba012863a15,36933,1731337402406 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:34,240 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2ba012863a15%2C37187%2C1731337402562.1731337404181, worker=2ba012863a15,36933,1731337402406 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:34,240 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-11T15:06:34,243 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=61 2024-11-11T15:06:34,243 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2ba012863a15,36933,1731337402406, table=hbase:meta, region=1588230740 2024-11-11T15:06:34,243 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2ba012863a15,36933,1731337402406, state=OPEN 2024-11-11T15:06:34,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:06:34,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:06:34,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:06:34,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:06:34,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:06:34,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:06:34,258 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731337624258 2024-11-11T15:06:34,258 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T15:06:34,264 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6095f3e591b7e69c212ab752be02f394, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:34,264 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9eef2c8475384aa971f0d313b537b538, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:34,264 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c76e982bd0a77359301e26f912efaa79, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:34,265 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a127f7b3c9885aca6c23dd667bd45a01, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:34,265 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=46d445a615963ba182fbaa7d33c40c8d, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:34,265 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41bcb430154250115506527c48829cff, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:34,265 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b6fb34bb52e19824e8858dcb7c5a4c07, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:34,265 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4cf4161ca873bc45cbc04c362f8eca73, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:34,265 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15e4fefc60612f7a03f2594dc64e4388, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:34,265 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5053012957fa3ad0b35c8d6c319b3624, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:34,266 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0706cdc901ca309b8576eaae541a859b, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:34,266 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8831c6ba20b6ed4ae28131107f6b7d8a, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:34,266 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=25abbdf20ff8ab43d6ec5a60a904e0e2, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:34,266 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b547ea9b5e1f6062bfc4ec5746f1e2bc, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:34,266 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ad254a2016c07a42bb9d04adf7f77a2, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:34,266 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=125d2d6b74af454257602cb2fce5e4ef, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:34,266 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41dac254772fb648834582b2d62e3f7c, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:34,266 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=632939b50825a58679c67532135ea99d, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:34,267 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4cd1c5846adf288a59dfb73832cd1ecb, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:34,267 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f09eb15bd400d7de9a08a02da4e6d6c, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:34,267 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f1f36b862217df0a80e305b999ea327f, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:34,267 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aef1fbc7ea82d3465c3285fe84a0def5, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:34,267 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4390a310c3a61ba5a0ca28a10abb3931, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:34,267 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c4279699cba0d55d9dc68f6216bda61b, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:34,274 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d845e46ae964af3a17084065be0dc6e5, regionState=OPEN, lastHost=2ba012863a15,37187,1731337402562, regionLocation=2ba012863a15,37187,1731337402562, openSeqNum=2 2024-11-11T15:06:34,274 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cf207c1a1fe6fb43795982e6b095cd8b, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:34,274 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-11T15:06:34,274 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731337654274 2024-11-11T15:06:34,274 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731337714274 2024-11-11T15:06:34,274 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 16 msec 2024-11-11T15:06:34,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5053012957fa3ad0b35c8d6c319b3624, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c76e982bd0a77359301e26f912efaa79, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aef1fbc7ea82d3465c3285fe84a0def5, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4cd1c5846adf288a59dfb73832cd1ecb, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d845e46ae964af3a17084065be0dc6e5, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41bcb430154250115506527c48829cff, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25abbdf20ff8ab43d6ec5a60a904e0e2, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=125d2d6b74af454257602cb2fce5e4ef, ASSIGN}] 2024-11-11T15:06:34,275 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-11T15:06:34,280 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=125d2d6b74af454257602cb2fce5e4ef, ASSIGN 2024-11-11T15:06:34,282 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=125d2d6b74af454257602cb2fce5e4ef, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T15:06:34,284 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25abbdf20ff8ab43d6ec5a60a904e0e2, ASSIGN 2024-11-11T15:06:34,286 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25abbdf20ff8ab43d6ec5a60a904e0e2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T15:06:34,287 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41bcb430154250115506527c48829cff, ASSIGN 2024-11-11T15:06:34,288 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41bcb430154250115506527c48829cff, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T15:06:34,289 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d845e46ae964af3a17084065be0dc6e5, ASSIGN 2024-11-11T15:06:34,290 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d845e46ae964af3a17084065be0dc6e5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T15:06:34,291 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4cd1c5846adf288a59dfb73832cd1ecb, ASSIGN 2024-11-11T15:06:34,294 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4cd1c5846adf288a59dfb73832cd1ecb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T15:06:34,295 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aef1fbc7ea82d3465c3285fe84a0def5, ASSIGN 2024-11-11T15:06:34,296 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aef1fbc7ea82d3465c3285fe84a0def5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T15:06:34,297 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c76e982bd0a77359301e26f912efaa79, ASSIGN 2024-11-11T15:06:34,298 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c76e982bd0a77359301e26f912efaa79, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T15:06:34,299 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5053012957fa3ad0b35c8d6c319b3624, ASSIGN 2024-11-11T15:06:34,300 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5053012957fa3ad0b35c8d6c319b3624, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T15:06:34,434 DEBUG [2ba012863a15:46189 {}] balancer.BalancerClusterState(204): Hosts are {2ba012863a15=0} racks are {/default-rack=0} 2024-11-11T15:06:34,434 DEBUG [2ba012863a15:46189 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T15:06:34,434 DEBUG [2ba012863a15:46189 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T15:06:34,434 DEBUG [2ba012863a15:46189 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T15:06:34,434 DEBUG [2ba012863a15:46189 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T15:06:34,434 INFO [2ba012863a15:46189 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T15:06:34,434 INFO [2ba012863a15:46189 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T15:06:34,434 DEBUG [2ba012863a15:46189 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T15:06:34,435 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=d845e46ae964af3a17084065be0dc6e5, regionState=OPENING, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:06:34,436 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=4cd1c5846adf288a59dfb73832cd1ecb, regionState=OPENING, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:06:34,437 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=25abbdf20ff8ab43d6ec5a60a904e0e2, regionState=OPENING, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:06:34,438 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=41bcb430154250115506527c48829cff, regionState=OPENING, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:06:34,439 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=aef1fbc7ea82d3465c3285fe84a0def5, regionState=OPENING, regionLocation=2ba012863a15,43323,1731337402509 2024-11-11T15:06:34,441 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=125d2d6b74af454257602cb2fce5e4ef, regionState=OPENING, regionLocation=2ba012863a15,43323,1731337402509 2024-11-11T15:06:34,442 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=5053012957fa3ad0b35c8d6c319b3624, regionState=OPENING, regionLocation=2ba012863a15,43323,1731337402509 2024-11-11T15:06:34,443 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=c76e982bd0a77359301e26f912efaa79, regionState=OPENING, regionLocation=2ba012863a15,43323,1731337402509 2024-11-11T15:06:34,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d845e46ae964af3a17084065be0dc6e5, ASSIGN because future has completed 2024-11-11T15:06:34,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4cd1c5846adf288a59dfb73832cd1ecb, ASSIGN because future has completed 2024-11-11T15:06:34,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure d845e46ae964af3a17084065be0dc6e5, server=2ba012863a15,36933,1731337402406}] 2024-11-11T15:06:34,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25abbdf20ff8ab43d6ec5a60a904e0e2, ASSIGN because future has completed 2024-11-11T15:06:34,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41bcb430154250115506527c48829cff, ASSIGN because future has completed 2024-11-11T15:06:34,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aef1fbc7ea82d3465c3285fe84a0def5, ASSIGN because future has completed 2024-11-11T15:06:34,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=125d2d6b74af454257602cb2fce5e4ef, ASSIGN because future has completed 2024-11-11T15:06:34,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5053012957fa3ad0b35c8d6c319b3624, ASSIGN because future has completed 2024-11-11T15:06:34,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c76e982bd0a77359301e26f912efaa79, ASSIGN because future has completed 2024-11-11T15:06:34,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure c76e982bd0a77359301e26f912efaa79, server=2ba012863a15,43323,1731337402509}] 2024-11-11T15:06:34,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5053012957fa3ad0b35c8d6c319b3624, server=2ba012863a15,43323,1731337402509}] 2024-11-11T15:06:34,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 125d2d6b74af454257602cb2fce5e4ef, server=2ba012863a15,43323,1731337402509}] 2024-11-11T15:06:34,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure aef1fbc7ea82d3465c3285fe84a0def5, server=2ba012863a15,43323,1731337402509}] 2024-11-11T15:06:34,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41bcb430154250115506527c48829cff, server=2ba012863a15,36933,1731337402406}] 2024-11-11T15:06:34,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25abbdf20ff8ab43d6ec5a60a904e0e2, server=2ba012863a15,36933,1731337402406}] 2024-11-11T15:06:34,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cd1c5846adf288a59dfb73832cd1ecb, server=2ba012863a15,36933,1731337402406}] 2024-11-11T15:06:34,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56723, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:06:34,615 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb. 2024-11-11T15:06:34,615 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 4cd1c5846adf288a59dfb73832cd1ecb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-11T15:06:34,616 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:06:34,616 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:06:34,616 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:06:34,616 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:06:34,618 INFO [StoreOpener-4cd1c5846adf288a59dfb73832cd1ecb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:06:34,621 INFO [StoreOpener-4cd1c5846adf288a59dfb73832cd1ecb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cd1c5846adf288a59dfb73832cd1ecb columnFamilyName colfamily11 2024-11-11T15:06:34,621 DEBUG [StoreOpener-4cd1c5846adf288a59dfb73832cd1ecb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:34,622 INFO [StoreOpener-4cd1c5846adf288a59dfb73832cd1ecb-1 {}] regionserver.HStore(327): Store=4cd1c5846adf288a59dfb73832cd1ecb/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:06:34,622 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79. 2024-11-11T15:06:34,622 INFO [StoreOpener-4cd1c5846adf288a59dfb73832cd1ecb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:06:34,623 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => c76e982bd0a77359301e26f912efaa79, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-11T15:06:34,623 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c76e982bd0a77359301e26f912efaa79 2024-11-11T15:06:34,623 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:06:34,623 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for c76e982bd0a77359301e26f912efaa79 2024-11-11T15:06:34,623 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for c76e982bd0a77359301e26f912efaa79 2024-11-11T15:06:34,624 INFO [StoreOpener-4cd1c5846adf288a59dfb73832cd1ecb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cd1c5846adf288a59dfb73832cd1ecb columnFamilyName colfamily21 2024-11-11T15:06:34,624 DEBUG [StoreOpener-4cd1c5846adf288a59dfb73832cd1ecb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:34,625 INFO [StoreOpener-c76e982bd0a77359301e26f912efaa79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c76e982bd0a77359301e26f912efaa79 2024-11-11T15:06:34,625 INFO [StoreOpener-4cd1c5846adf288a59dfb73832cd1ecb-1 {}] regionserver.HStore(327): Store=4cd1c5846adf288a59dfb73832cd1ecb/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:06:34,625 INFO [StoreOpener-4cd1c5846adf288a59dfb73832cd1ecb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:06:34,627 INFO [StoreOpener-4cd1c5846adf288a59dfb73832cd1ecb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cd1c5846adf288a59dfb73832cd1ecb columnFamilyName colfamily31 2024-11-11T15:06:34,627 DEBUG [StoreOpener-4cd1c5846adf288a59dfb73832cd1ecb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:34,627 INFO [StoreOpener-c76e982bd0a77359301e26f912efaa79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c76e982bd0a77359301e26f912efaa79 columnFamilyName colfamily11 2024-11-11T15:06:34,627 DEBUG [StoreOpener-c76e982bd0a77359301e26f912efaa79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:34,627 INFO [StoreOpener-c76e982bd0a77359301e26f912efaa79-1 {}] regionserver.HStore(327): Store=c76e982bd0a77359301e26f912efaa79/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:06:34,627 INFO [StoreOpener-4cd1c5846adf288a59dfb73832cd1ecb-1 {}] regionserver.HStore(327): Store=4cd1c5846adf288a59dfb73832cd1ecb/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:06:34,627 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:06:34,627 INFO [StoreOpener-c76e982bd0a77359301e26f912efaa79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c76e982bd0a77359301e26f912efaa79 2024-11-11T15:06:34,628 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:06:34,629 INFO [StoreOpener-c76e982bd0a77359301e26f912efaa79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c76e982bd0a77359301e26f912efaa79 columnFamilyName colfamily21 2024-11-11T15:06:34,629 DEBUG [StoreOpener-c76e982bd0a77359301e26f912efaa79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:34,630 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:06:34,631 INFO [StoreOpener-c76e982bd0a77359301e26f912efaa79-1 {}] regionserver.HStore(327): Store=c76e982bd0a77359301e26f912efaa79/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:06:34,631 INFO [StoreOpener-c76e982bd0a77359301e26f912efaa79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c76e982bd0a77359301e26f912efaa79 2024-11-11T15:06:34,632 INFO [StoreOpener-c76e982bd0a77359301e26f912efaa79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c76e982bd0a77359301e26f912efaa79 columnFamilyName colfamily31 2024-11-11T15:06:34,632 DEBUG [StoreOpener-c76e982bd0a77359301e26f912efaa79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:34,633 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cd1c5846adf288a59dfb73832cd1ecb/recovered.edits/0000000000000000004 2024-11-11T15:06:34,633 INFO [StoreOpener-c76e982bd0a77359301e26f912efaa79-1 {}] regionserver.HStore(327): Store=c76e982bd0a77359301e26f912efaa79/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:06:34,633 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for c76e982bd0a77359301e26f912efaa79 2024-11-11T15:06:34,634 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c76e982bd0a77359301e26f912efaa79 2024-11-11T15:06:34,644 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cd1c5846adf288a59dfb73832cd1ecb/recovered.edits/0000000000000000004 2024-11-11T15:06:34,644 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing 4cd1c5846adf288a59dfb73832cd1ecb 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T15:06:34,646 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c76e982bd0a77359301e26f912efaa79 2024-11-11T15:06:34,647 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c76e982bd0a77359301e26f912efaa79/recovered.edits/0000000000000000004 2024-11-11T15:06:34,653 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c76e982bd0a77359301e26f912efaa79/recovered.edits/0000000000000000004 2024-11-11T15:06:34,653 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing c76e982bd0a77359301e26f912efaa79 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T15:06:34,681 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cd1c5846adf288a59dfb73832cd1ecb/.tmp/colfamily11/f7de6806a76d4f2c9ac7768baf3e6df3 is 52, key is sss/colfamily11:colfamily11/1731337409829/Put/seqid=0 2024-11-11T15:06:34,697 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c76e982bd0a77359301e26f912efaa79/.tmp/colfamily11/0e519e43ffd6404dbf228b5fa21a6988 is 52, key is ccc/colfamily11:colfamily11/1731337409302/Put/seqid=0 2024-11-11T15:06:34,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741877_1053 (size=39263) 2024-11-11T15:06:34,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741877_1053 (size=39263) 2024-11-11T15:06:34,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741877_1053 (size=39263) 2024-11-11T15:06:34,729 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cd1c5846adf288a59dfb73832cd1ecb/.tmp/colfamily11/f7de6806a76d4f2c9ac7768baf3e6df3 2024-11-11T15:06:34,742 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cd1c5846adf288a59dfb73832cd1ecb/.tmp/colfamily11/f7de6806a76d4f2c9ac7768baf3e6df3 as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cd1c5846adf288a59dfb73832cd1ecb/colfamily11/f7de6806a76d4f2c9ac7768baf3e6df3 2024-11-11T15:06:34,753 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cd1c5846adf288a59dfb73832cd1ecb/colfamily11/f7de6806a76d4f2c9ac7768baf3e6df3, entries=703, sequenceid=4, filesize=38.3 K 2024-11-11T15:06:34,754 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4cd1c5846adf288a59dfb73832cd1ecb in 109ms, sequenceid=4, compaction requested=false; wal=null 2024-11-11T15:06:34,755 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cd1c5846adf288a59dfb73832cd1ecb/recovered.edits/0000000000000000004 2024-11-11T15:06:34,757 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:06:34,757 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:06:34,758 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:06:34,769 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:06:34,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741878_1054 (size=39263) 2024-11-11T15:06:34,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741878_1054 (size=39263) 2024-11-11T15:06:34,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741878_1054 (size=39263) 2024-11-11T15:06:34,773 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c76e982bd0a77359301e26f912efaa79/.tmp/colfamily11/0e519e43ffd6404dbf228b5fa21a6988 2024-11-11T15:06:34,788 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cd1c5846adf288a59dfb73832cd1ecb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T15:06:34,790 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 4cd1c5846adf288a59dfb73832cd1ecb; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68404201, jitterRate=0.01930202543735504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:06:34,790 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:06:34,790 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 4cd1c5846adf288a59dfb73832cd1ecb: Running coprocessor pre-open hook at 1731337594616Writing region info on filesystem at 1731337594616Initializing all the Stores at 1731337594618 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337594618Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337594618Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337594618Obtaining lock to block concurrent updates at 1731337594644 (+26 ms)Preparing flush snapshotting stores in 4cd1c5846adf288a59dfb73832cd1ecb at 1731337594644Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731337594645 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb. at 1731337594645Flushing 4cd1c5846adf288a59dfb73832cd1ecb/colfamily11: creating writer at 1731337594645Flushing 4cd1c5846adf288a59dfb73832cd1ecb/colfamily11: appending metadata at 1731337594681 (+36 ms)Flushing 4cd1c5846adf288a59dfb73832cd1ecb/colfamily11: closing flushed file at 1731337594681Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e191f76: reopening flushed file at 1731337594740 (+59 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4cd1c5846adf288a59dfb73832cd1ecb in 109ms, sequenceid=4, compaction requested=false; wal=null at 1731337594754 (+14 ms)Cleaning up temporary data from old regions at 1731337594757 (+3 ms)Running coprocessor post-open hooks at 1731337594790 (+33 ms)Region opened successfully at 1731337594790 2024-11-11T15:06:34,792 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb., pid=79, masterSystemTime=1731337594610 2024-11-11T15:06:34,798 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c76e982bd0a77359301e26f912efaa79/.tmp/colfamily11/0e519e43ffd6404dbf228b5fa21a6988 as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c76e982bd0a77359301e26f912efaa79/colfamily11/0e519e43ffd6404dbf228b5fa21a6988 2024-11-11T15:06:34,799 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb. 2024-11-11T15:06:34,799 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb. 2024-11-11T15:06:34,799 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff. 2024-11-11T15:06:34,799 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 41bcb430154250115506527c48829cff, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-11T15:06:34,800 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 41bcb430154250115506527c48829cff 2024-11-11T15:06:34,800 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:06:34,800 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 41bcb430154250115506527c48829cff 2024-11-11T15:06:34,800 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 41bcb430154250115506527c48829cff 2024-11-11T15:06:34,801 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=4cd1c5846adf288a59dfb73832cd1ecb, regionState=OPEN, openSeqNum=5, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:06:34,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cd1c5846adf288a59dfb73832cd1ecb, server=2ba012863a15,36933,1731337402406 because future has completed 2024-11-11T15:06:34,814 INFO [StoreOpener-41bcb430154250115506527c48829cff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 41bcb430154250115506527c48829cff 2024-11-11T15:06:34,817 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c76e982bd0a77359301e26f912efaa79/colfamily11/0e519e43ffd6404dbf228b5fa21a6988, entries=703, sequenceid=4, filesize=38.3 K 2024-11-11T15:06:34,817 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c76e982bd0a77359301e26f912efaa79 in 164ms, sequenceid=4, compaction requested=false; wal=null 2024-11-11T15:06:34,819 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c76e982bd0a77359301e26f912efaa79/recovered.edits/0000000000000000004 2024-11-11T15:06:34,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=67 2024-11-11T15:06:34,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 4cd1c5846adf288a59dfb73832cd1ecb, server=2ba012863a15,36933,1731337402406 in 337 msec 2024-11-11T15:06:34,821 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for c76e982bd0a77359301e26f912efaa79 2024-11-11T15:06:34,821 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for c76e982bd0a77359301e26f912efaa79 2024-11-11T15:06:34,822 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:06:34,822 INFO [StoreOpener-41bcb430154250115506527c48829cff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41bcb430154250115506527c48829cff columnFamilyName colfamily11 2024-11-11T15:06:34,823 DEBUG [StoreOpener-41bcb430154250115506527c48829cff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:34,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4cd1c5846adf288a59dfb73832cd1ecb, ASSIGN in 545 msec 2024-11-11T15:06:34,823 INFO [StoreOpener-41bcb430154250115506527c48829cff-1 {}] regionserver.HStore(327): Store=41bcb430154250115506527c48829cff/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:06:34,824 INFO [StoreOpener-41bcb430154250115506527c48829cff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 41bcb430154250115506527c48829cff 2024-11-11T15:06:34,825 INFO [StoreOpener-41bcb430154250115506527c48829cff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41bcb430154250115506527c48829cff columnFamilyName colfamily21 2024-11-11T15:06:34,825 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for c76e982bd0a77359301e26f912efaa79 2024-11-11T15:06:34,825 DEBUG [StoreOpener-41bcb430154250115506527c48829cff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:34,827 INFO [StoreOpener-41bcb430154250115506527c48829cff-1 {}] regionserver.HStore(327): Store=41bcb430154250115506527c48829cff/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:06:34,828 INFO [StoreOpener-41bcb430154250115506527c48829cff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 41bcb430154250115506527c48829cff 2024-11-11T15:06:34,829 INFO [StoreOpener-41bcb430154250115506527c48829cff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41bcb430154250115506527c48829cff columnFamilyName colfamily31 2024-11-11T15:06:34,829 DEBUG [StoreOpener-41bcb430154250115506527c48829cff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:34,834 INFO [StoreOpener-41bcb430154250115506527c48829cff-1 {}] regionserver.HStore(327): Store=41bcb430154250115506527c48829cff/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:06:34,834 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c76e982bd0a77359301e26f912efaa79/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T15:06:34,835 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 41bcb430154250115506527c48829cff 2024-11-11T15:06:34,836 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bcb430154250115506527c48829cff 2024-11-11T15:06:34,836 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened c76e982bd0a77359301e26f912efaa79; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60344827, jitterRate=-0.10079200565814972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:06:34,836 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c76e982bd0a77359301e26f912efaa79 2024-11-11T15:06:34,836 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for c76e982bd0a77359301e26f912efaa79: Running coprocessor pre-open hook at 1731337594624Writing region info on filesystem at 1731337594624Initializing all the Stores at 1731337594624Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337594624Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337594625 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337594625Obtaining lock to block concurrent updates at 1731337594653 (+28 ms)Preparing flush snapshotting stores in c76e982bd0a77359301e26f912efaa79 at 1731337594653Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731337594653Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79. at 1731337594653Flushing c76e982bd0a77359301e26f912efaa79/colfamily11: creating writer at 1731337594653Flushing c76e982bd0a77359301e26f912efaa79/colfamily11: appending metadata at 1731337594696 (+43 ms)Flushing c76e982bd0a77359301e26f912efaa79/colfamily11: closing flushed file at 1731337594696Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e781d0d: reopening flushed file at 1731337594795 (+99 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c76e982bd0a77359301e26f912efaa79 in 164ms, sequenceid=4, compaction requested=false; wal=null at 1731337594817 (+22 ms)Cleaning up temporary data from old regions at 1731337594821 (+4 ms)Running coprocessor post-open hooks at 1731337594836 (+15 ms)Region opened successfully at 1731337594836 2024-11-11T15:06:34,837 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79., pid=73, masterSystemTime=1731337594613 2024-11-11T15:06:34,840 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79. 2024-11-11T15:06:34,840 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79. 2024-11-11T15:06:34,840 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624. 2024-11-11T15:06:34,841 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bcb430154250115506527c48829cff 2024-11-11T15:06:34,841 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => 5053012957fa3ad0b35c8d6c319b3624, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-11T15:06:34,842 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bcb430154250115506527c48829cff/recovered.edits/0000000000000000004 2024-11-11T15:06:34,842 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:06:34,842 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=c76e982bd0a77359301e26f912efaa79, regionState=OPEN, openSeqNum=5, regionLocation=2ba012863a15,43323,1731337402509 2024-11-11T15:06:34,842 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:06:34,842 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for 5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:06:34,842 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for 5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:06:34,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure c76e982bd0a77359301e26f912efaa79, server=2ba012863a15,43323,1731337402509 because future has completed 2024-11-11T15:06:34,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=65 2024-11-11T15:06:34,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure c76e982bd0a77359301e26f912efaa79, server=2ba012863a15,43323,1731337402509 in 384 msec 2024-11-11T15:06:34,850 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bcb430154250115506527c48829cff/recovered.edits/0000000000000000004 2024-11-11T15:06:34,851 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing 41bcb430154250115506527c48829cff 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T15:06:34,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c76e982bd0a77359301e26f912efaa79, ASSIGN in 574 msec 2024-11-11T15:06:34,855 INFO [StoreOpener-5053012957fa3ad0b35c8d6c319b3624-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:06:34,856 INFO [StoreOpener-5053012957fa3ad0b35c8d6c319b3624-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5053012957fa3ad0b35c8d6c319b3624 columnFamilyName colfamily11 2024-11-11T15:06:34,857 DEBUG [StoreOpener-5053012957fa3ad0b35c8d6c319b3624-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:34,858 INFO [StoreOpener-5053012957fa3ad0b35c8d6c319b3624-1 {}] regionserver.HStore(327): Store=5053012957fa3ad0b35c8d6c319b3624/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:06:34,859 INFO [StoreOpener-5053012957fa3ad0b35c8d6c319b3624-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:06:34,860 INFO [StoreOpener-5053012957fa3ad0b35c8d6c319b3624-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5053012957fa3ad0b35c8d6c319b3624 columnFamilyName colfamily21 2024-11-11T15:06:34,861 DEBUG [StoreOpener-5053012957fa3ad0b35c8d6c319b3624-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:34,861 INFO [StoreOpener-5053012957fa3ad0b35c8d6c319b3624-1 {}] regionserver.HStore(327): Store=5053012957fa3ad0b35c8d6c319b3624/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:06:34,862 INFO [StoreOpener-5053012957fa3ad0b35c8d6c319b3624-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:06:34,863 INFO [StoreOpener-5053012957fa3ad0b35c8d6c319b3624-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5053012957fa3ad0b35c8d6c319b3624 columnFamilyName colfamily31 2024-11-11T15:06:34,863 DEBUG [StoreOpener-5053012957fa3ad0b35c8d6c319b3624-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:34,864 INFO [StoreOpener-5053012957fa3ad0b35c8d6c319b3624-1 {}] regionserver.HStore(327): Store=5053012957fa3ad0b35c8d6c319b3624/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:06:34,865 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for 5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:06:34,866 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:06:34,869 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:06:34,870 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5053012957fa3ad0b35c8d6c319b3624/recovered.edits/0000000000000000004 2024-11-11T15:06:34,878 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5053012957fa3ad0b35c8d6c319b3624/recovered.edits/0000000000000000004 2024-11-11T15:06:34,878 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing 5053012957fa3ad0b35c8d6c319b3624 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T15:06:34,889 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bcb430154250115506527c48829cff/.tmp/colfamily11/152e57462b5941e9b6429c115ba6b3ee is 52, key is fff/colfamily11:colfamily11/1731337409411/Put/seqid=0 2024-11-11T15:06:34,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741879_1055 (size=39263) 2024-11-11T15:06:34,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741879_1055 (size=39263) 2024-11-11T15:06:34,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741879_1055 (size=39263) 2024-11-11T15:06:34,919 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bcb430154250115506527c48829cff/.tmp/colfamily11/152e57462b5941e9b6429c115ba6b3ee 2024-11-11T15:06:34,930 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5053012957fa3ad0b35c8d6c319b3624/.tmp/colfamily11/afa7de2ff6444fed96cf583c941ca4e4 is 52, key is jjj/colfamily11:colfamily11/1731337409488/Put/seqid=0 2024-11-11T15:06:34,935 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bcb430154250115506527c48829cff/.tmp/colfamily11/152e57462b5941e9b6429c115ba6b3ee as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bcb430154250115506527c48829cff/colfamily11/152e57462b5941e9b6429c115ba6b3ee 2024-11-11T15:06:34,945 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bcb430154250115506527c48829cff/colfamily11/152e57462b5941e9b6429c115ba6b3ee, entries=703, sequenceid=4, filesize=38.3 K 2024-11-11T15:06:34,945 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 41bcb430154250115506527c48829cff in 95ms, sequenceid=4, compaction requested=false; wal=null 2024-11-11T15:06:34,946 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bcb430154250115506527c48829cff/recovered.edits/0000000000000000004 2024-11-11T15:06:34,948 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 41bcb430154250115506527c48829cff 2024-11-11T15:06:34,948 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 41bcb430154250115506527c48829cff 2024-11-11T15:06:34,949 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:06:34,951 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 41bcb430154250115506527c48829cff 2024-11-11T15:06:34,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741880_1056 (size=39263) 2024-11-11T15:06:34,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741880_1056 (size=39263) 2024-11-11T15:06:34,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741880_1056 (size=39263) 2024-11-11T15:06:34,954 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bcb430154250115506527c48829cff/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T15:06:34,955 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5053012957fa3ad0b35c8d6c319b3624/.tmp/colfamily11/afa7de2ff6444fed96cf583c941ca4e4 2024-11-11T15:06:34,955 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 41bcb430154250115506527c48829cff; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70713127, jitterRate=0.053707703948020935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:06:34,955 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41bcb430154250115506527c48829cff 2024-11-11T15:06:34,956 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 41bcb430154250115506527c48829cff: Running coprocessor pre-open hook at 1731337594800Writing region info on filesystem at 1731337594800Initializing all the Stores at 1731337594813 (+13 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337594813Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337594814 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337594814Obtaining lock to block concurrent updates at 1731337594851 (+37 ms)Preparing flush snapshotting stores in 41bcb430154250115506527c48829cff at 1731337594851Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731337594851Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff. at 1731337594851Flushing 41bcb430154250115506527c48829cff/colfamily11: creating writer at 1731337594851Flushing 41bcb430154250115506527c48829cff/colfamily11: appending metadata at 1731337594888 (+37 ms)Flushing 41bcb430154250115506527c48829cff/colfamily11: closing flushed file at 1731337594889 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54f89761: reopening flushed file at 1731337594934 (+45 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 41bcb430154250115506527c48829cff in 95ms, sequenceid=4, compaction requested=false; wal=null at 1731337594945 (+11 ms)Cleaning up temporary data from old regions at 1731337594948 (+3 ms)Running coprocessor post-open hooks at 1731337594955 (+7 ms)Region opened successfully at 1731337594956 (+1 ms) 2024-11-11T15:06:34,957 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff., pid=77, masterSystemTime=1731337594610 2024-11-11T15:06:34,959 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff. 2024-11-11T15:06:34,960 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff. 2024-11-11T15:06:34,960 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5. 2024-11-11T15:06:34,960 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7752): Opening region: {ENCODED => d845e46ae964af3a17084065be0dc6e5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-11T15:06:34,960 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=41bcb430154250115506527c48829cff, regionState=OPEN, openSeqNum=5, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:06:34,960 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:06:34,960 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:06:34,960 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7794): checking encryption for d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:06:34,961 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7797): checking classloading for d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:06:34,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41bcb430154250115506527c48829cff, server=2ba012863a15,36933,1731337402406 because future has completed 2024-11-11T15:06:34,964 INFO [StoreOpener-d845e46ae964af3a17084065be0dc6e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:06:34,966 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5053012957fa3ad0b35c8d6c319b3624/.tmp/colfamily11/afa7de2ff6444fed96cf583c941ca4e4 as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5053012957fa3ad0b35c8d6c319b3624/colfamily11/afa7de2ff6444fed96cf583c941ca4e4 2024-11-11T15:06:34,966 INFO [StoreOpener-d845e46ae964af3a17084065be0dc6e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d845e46ae964af3a17084065be0dc6e5 columnFamilyName colfamily11 2024-11-11T15:06:34,966 DEBUG [StoreOpener-d845e46ae964af3a17084065be0dc6e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:34,967 INFO [StoreOpener-d845e46ae964af3a17084065be0dc6e5-1 {}] regionserver.HStore(327): Store=d845e46ae964af3a17084065be0dc6e5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:06:34,967 INFO [StoreOpener-d845e46ae964af3a17084065be0dc6e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:06:34,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=69 2024-11-11T15:06:34,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 41bcb430154250115506527c48829cff, server=2ba012863a15,36933,1731337402406 in 493 msec 2024-11-11T15:06:34,968 INFO [StoreOpener-d845e46ae964af3a17084065be0dc6e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d845e46ae964af3a17084065be0dc6e5 columnFamilyName colfamily21 2024-11-11T15:06:34,968 DEBUG [StoreOpener-d845e46ae964af3a17084065be0dc6e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:34,969 INFO [StoreOpener-d845e46ae964af3a17084065be0dc6e5-1 {}] regionserver.HStore(327): Store=d845e46ae964af3a17084065be0dc6e5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:06:34,970 INFO [StoreOpener-d845e46ae964af3a17084065be0dc6e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:06:34,971 INFO [StoreOpener-d845e46ae964af3a17084065be0dc6e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d845e46ae964af3a17084065be0dc6e5 columnFamilyName colfamily31 2024-11-11T15:06:34,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41bcb430154250115506527c48829cff, ASSIGN in 693 msec 2024-11-11T15:06:34,971 DEBUG [StoreOpener-d845e46ae964af3a17084065be0dc6e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:34,973 INFO [StoreOpener-d845e46ae964af3a17084065be0dc6e5-1 {}] regionserver.HStore(327): Store=d845e46ae964af3a17084065be0dc6e5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:06:34,975 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1038): replaying wal for d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:06:34,976 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:06:34,977 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5053012957fa3ad0b35c8d6c319b3624/colfamily11/afa7de2ff6444fed96cf583c941ca4e4, entries=703, sequenceid=4, filesize=38.3 K 2024-11-11T15:06:34,978 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5053012957fa3ad0b35c8d6c319b3624 in 100ms, sequenceid=4, compaction requested=false; wal=null 2024-11-11T15:06:34,978 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:06:34,979 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5053012957fa3ad0b35c8d6c319b3624/recovered.edits/0000000000000000004 2024-11-11T15:06:34,979 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d845e46ae964af3a17084065be0dc6e5/recovered.edits/0000000000000000004 2024-11-11T15:06:34,981 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for 5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:06:34,981 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for 5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:06:34,982 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:06:34,984 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for 5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:06:34,986 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d845e46ae964af3a17084065be0dc6e5/recovered.edits/0000000000000000004 2024-11-11T15:06:34,987 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(2902): Flushing d845e46ae964af3a17084065be0dc6e5 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T15:06:34,988 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5053012957fa3ad0b35c8d6c319b3624/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T15:06:34,990 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened 5053012957fa3ad0b35c8d6c319b3624; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63998616, jitterRate=-0.046346306800842285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:06:34,990 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:06:34,990 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for 5053012957fa3ad0b35c8d6c319b3624: Running coprocessor pre-open hook at 1731337594842Writing region info on filesystem at 1731337594842Initializing all the Stores at 1731337594845 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337594845Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337594854 (+9 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337594854Obtaining lock to block concurrent updates at 1731337594878 (+24 ms)Preparing flush snapshotting stores in 5053012957fa3ad0b35c8d6c319b3624 at 1731337594878Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731337594878Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624. at 1731337594878Flushing 5053012957fa3ad0b35c8d6c319b3624/colfamily11: creating writer at 1731337594878Flushing 5053012957fa3ad0b35c8d6c319b3624/colfamily11: appending metadata at 1731337594929 (+51 ms)Flushing 5053012957fa3ad0b35c8d6c319b3624/colfamily11: closing flushed file at 1731337594929Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a0622c6: reopening flushed file at 1731337594963 (+34 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5053012957fa3ad0b35c8d6c319b3624 in 100ms, sequenceid=4, compaction requested=false; wal=null at 1731337594978 (+15 ms)Cleaning up temporary data from old regions at 1731337594981 (+3 ms)Running coprocessor post-open hooks at 1731337594990 (+9 ms)Region opened successfully at 1731337594990 2024-11-11T15:06:34,992 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624., pid=74, masterSystemTime=1731337594613 2024-11-11T15:06:34,995 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624. 2024-11-11T15:06:34,995 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624. 2024-11-11T15:06:34,995 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5. 2024-11-11T15:06:34,995 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=5053012957fa3ad0b35c8d6c319b3624, regionState=OPEN, openSeqNum=5, regionLocation=2ba012863a15,43323,1731337402509 2024-11-11T15:06:34,995 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => aef1fbc7ea82d3465c3285fe84a0def5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-11T15:06:34,996 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:06:34,996 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:06:34,996 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:06:34,996 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:06:34,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5053012957fa3ad0b35c8d6c319b3624, server=2ba012863a15,43323,1731337402509 because future has completed 2024-11-11T15:06:35,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=64 2024-11-11T15:06:35,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 5053012957fa3ad0b35c8d6c319b3624, server=2ba012863a15,43323,1731337402509 in 537 msec 2024-11-11T15:06:35,009 INFO [StoreOpener-aef1fbc7ea82d3465c3285fe84a0def5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:06:35,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5053012957fa3ad0b35c8d6c319b3624, ASSIGN in 729 msec 2024-11-11T15:06:35,011 INFO [StoreOpener-aef1fbc7ea82d3465c3285fe84a0def5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aef1fbc7ea82d3465c3285fe84a0def5 columnFamilyName colfamily11 2024-11-11T15:06:35,011 DEBUG [StoreOpener-aef1fbc7ea82d3465c3285fe84a0def5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:35,012 INFO [StoreOpener-aef1fbc7ea82d3465c3285fe84a0def5-1 {}] regionserver.HStore(327): Store=aef1fbc7ea82d3465c3285fe84a0def5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:06:35,012 INFO [StoreOpener-aef1fbc7ea82d3465c3285fe84a0def5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:06:35,013 INFO [StoreOpener-aef1fbc7ea82d3465c3285fe84a0def5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aef1fbc7ea82d3465c3285fe84a0def5 columnFamilyName colfamily21 2024-11-11T15:06:35,013 DEBUG [StoreOpener-aef1fbc7ea82d3465c3285fe84a0def5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:35,014 INFO [StoreOpener-aef1fbc7ea82d3465c3285fe84a0def5-1 {}] regionserver.HStore(327): Store=aef1fbc7ea82d3465c3285fe84a0def5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:06:35,014 INFO [StoreOpener-aef1fbc7ea82d3465c3285fe84a0def5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:06:35,015 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d845e46ae964af3a17084065be0dc6e5/.tmp/colfamily11/9b5ef0b33e0f4d1dbf429b4a325182e6 is 52, key is yyy/colfamily11:colfamily11/1731337409925/Put/seqid=0 2024-11-11T15:06:35,016 INFO [StoreOpener-aef1fbc7ea82d3465c3285fe84a0def5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aef1fbc7ea82d3465c3285fe84a0def5 columnFamilyName colfamily31 2024-11-11T15:06:35,016 DEBUG [StoreOpener-aef1fbc7ea82d3465c3285fe84a0def5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:35,017 INFO [StoreOpener-aef1fbc7ea82d3465c3285fe84a0def5-1 {}] regionserver.HStore(327): Store=aef1fbc7ea82d3465c3285fe84a0def5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:06:35,018 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:06:35,019 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:06:35,021 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:06:35,022 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aef1fbc7ea82d3465c3285fe84a0def5/recovered.edits/0000000000000000004 2024-11-11T15:06:35,029 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aef1fbc7ea82d3465c3285fe84a0def5/recovered.edits/0000000000000000004 2024-11-11T15:06:35,029 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing aef1fbc7ea82d3465c3285fe84a0def5 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T15:06:35,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741881_1057 (size=39263) 2024-11-11T15:06:35,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741881_1057 (size=39263) 2024-11-11T15:06:35,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741881_1057 (size=39263) 2024-11-11T15:06:35,074 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aef1fbc7ea82d3465c3285fe84a0def5/.tmp/colfamily11/d9d32860b2b549ae8878c9801c2385cd is 52, key is vvv/colfamily11:colfamily11/1731337409880/Put/seqid=0 2024-11-11T15:06:35,074 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d845e46ae964af3a17084065be0dc6e5/.tmp/colfamily11/9b5ef0b33e0f4d1dbf429b4a325182e6 2024-11-11T15:06:35,092 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d845e46ae964af3a17084065be0dc6e5/.tmp/colfamily11/9b5ef0b33e0f4d1dbf429b4a325182e6 as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d845e46ae964af3a17084065be0dc6e5/colfamily11/9b5ef0b33e0f4d1dbf429b4a325182e6 2024-11-11T15:06:35,103 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d845e46ae964af3a17084065be0dc6e5/colfamily11/9b5ef0b33e0f4d1dbf429b4a325182e6, entries=703, sequenceid=4, filesize=38.3 K 2024-11-11T15:06:35,104 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d845e46ae964af3a17084065be0dc6e5 in 117ms, sequenceid=4, compaction requested=false; wal=null 2024-11-11T15:06:35,105 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d845e46ae964af3a17084065be0dc6e5/recovered.edits/0000000000000000004 2024-11-11T15:06:35,106 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1048): stopping wal replay for d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:06:35,106 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1060): Cleaning up temporary data for d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:06:35,107 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:06:35,110 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1093): writing seq id for d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:06:35,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741882_1058 (size=39263) 2024-11-11T15:06:35,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741882_1058 (size=39263) 2024-11-11T15:06:35,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741882_1058 (size=39263) 2024-11-11T15:06:35,122 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aef1fbc7ea82d3465c3285fe84a0def5/.tmp/colfamily11/d9d32860b2b549ae8878c9801c2385cd 2024-11-11T15:06:35,125 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d845e46ae964af3a17084065be0dc6e5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T15:06:35,128 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1114): Opened d845e46ae964af3a17084065be0dc6e5; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75124547, jitterRate=0.11944298446178436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:06:35,128 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:06:35,128 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1006): Region open journal for d845e46ae964af3a17084065be0dc6e5: Running coprocessor pre-open hook at 1731337594961Writing region info on filesystem at 1731337594961Initializing all the Stores at 1731337594963 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337594963Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337594964 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337594964Obtaining lock to block concurrent updates at 1731337594987 (+23 ms)Preparing flush snapshotting stores in d845e46ae964af3a17084065be0dc6e5 at 1731337594987Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731337594987Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5. at 1731337594987Flushing d845e46ae964af3a17084065be0dc6e5/colfamily11: creating writer at 1731337594987Flushing d845e46ae964af3a17084065be0dc6e5/colfamily11: appending metadata at 1731337595014 (+27 ms)Flushing d845e46ae964af3a17084065be0dc6e5/colfamily11: closing flushed file at 1731337595014Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20f52bc4: reopening flushed file at 1731337595090 (+76 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d845e46ae964af3a17084065be0dc6e5 in 117ms, sequenceid=4, compaction requested=false; wal=null at 1731337595104 (+14 ms)Cleaning up temporary data from old regions at 1731337595106 (+2 ms)Running coprocessor post-open hooks at 1731337595128 (+22 ms)Region opened successfully at 1731337595128 2024-11-11T15:06:35,130 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5., pid=72, masterSystemTime=1731337594610 2024-11-11T15:06:35,134 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5. 2024-11-11T15:06:35,134 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5. 2024-11-11T15:06:35,135 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2. 2024-11-11T15:06:35,135 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 25abbdf20ff8ab43d6ec5a60a904e0e2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-11T15:06:35,135 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:06:35,135 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:06:35,135 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:06:35,135 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:06:35,136 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=d845e46ae964af3a17084065be0dc6e5, regionState=OPEN, openSeqNum=5, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:06:35,143 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aef1fbc7ea82d3465c3285fe84a0def5/.tmp/colfamily11/d9d32860b2b549ae8878c9801c2385cd as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aef1fbc7ea82d3465c3285fe84a0def5/colfamily11/d9d32860b2b549ae8878c9801c2385cd 2024-11-11T15:06:35,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure d845e46ae964af3a17084065be0dc6e5, server=2ba012863a15,36933,1731337402406 because future has completed 2024-11-11T15:06:35,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=68 2024-11-11T15:06:35,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure d845e46ae964af3a17084065be0dc6e5, server=2ba012863a15,36933,1731337402406 in 695 msec 2024-11-11T15:06:35,154 INFO [StoreOpener-25abbdf20ff8ab43d6ec5a60a904e0e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:06:35,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d845e46ae964af3a17084065be0dc6e5, ASSIGN in 876 msec 2024-11-11T15:06:35,156 INFO [StoreOpener-25abbdf20ff8ab43d6ec5a60a904e0e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25abbdf20ff8ab43d6ec5a60a904e0e2 columnFamilyName colfamily11 2024-11-11T15:06:35,156 DEBUG [StoreOpener-25abbdf20ff8ab43d6ec5a60a904e0e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:35,157 INFO [StoreOpener-25abbdf20ff8ab43d6ec5a60a904e0e2-1 {}] regionserver.HStore(327): Store=25abbdf20ff8ab43d6ec5a60a904e0e2/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:06:35,157 INFO [StoreOpener-25abbdf20ff8ab43d6ec5a60a904e0e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:06:35,158 INFO [StoreOpener-25abbdf20ff8ab43d6ec5a60a904e0e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25abbdf20ff8ab43d6ec5a60a904e0e2 columnFamilyName colfamily21 2024-11-11T15:06:35,158 DEBUG [StoreOpener-25abbdf20ff8ab43d6ec5a60a904e0e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:35,159 INFO [StoreOpener-25abbdf20ff8ab43d6ec5a60a904e0e2-1 {}] regionserver.HStore(327): Store=25abbdf20ff8ab43d6ec5a60a904e0e2/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:06:35,159 INFO [StoreOpener-25abbdf20ff8ab43d6ec5a60a904e0e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:06:35,160 INFO [StoreOpener-25abbdf20ff8ab43d6ec5a60a904e0e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25abbdf20ff8ab43d6ec5a60a904e0e2 columnFamilyName colfamily31 2024-11-11T15:06:35,161 DEBUG [StoreOpener-25abbdf20ff8ab43d6ec5a60a904e0e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:35,161 INFO [StoreOpener-25abbdf20ff8ab43d6ec5a60a904e0e2-1 {}] regionserver.HStore(327): Store=25abbdf20ff8ab43d6ec5a60a904e0e2/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:06:35,162 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:06:35,162 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aef1fbc7ea82d3465c3285fe84a0def5/colfamily11/d9d32860b2b549ae8878c9801c2385cd, entries=703, sequenceid=4, filesize=38.3 K 2024-11-11T15:06:35,162 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for aef1fbc7ea82d3465c3285fe84a0def5 in 133ms, sequenceid=4, compaction requested=false; wal=null 2024-11-11T15:06:35,174 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:06:35,174 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aef1fbc7ea82d3465c3285fe84a0def5/recovered.edits/0000000000000000004 2024-11-11T15:06:35,177 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:06:35,177 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:06:35,177 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:06:35,178 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25abbdf20ff8ab43d6ec5a60a904e0e2/recovered.edits/0000000000000000004 2024-11-11T15:06:35,180 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:06:35,185 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:06:35,187 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25abbdf20ff8ab43d6ec5a60a904e0e2/recovered.edits/0000000000000000004 2024-11-11T15:06:35,187 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing 25abbdf20ff8ab43d6ec5a60a904e0e2 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T15:06:35,189 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aef1fbc7ea82d3465c3285fe84a0def5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T15:06:35,192 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened aef1fbc7ea82d3465c3285fe84a0def5; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67091543, jitterRate=-2.5810301303863525E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:06:35,192 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:06:35,192 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for aef1fbc7ea82d3465c3285fe84a0def5: Running coprocessor pre-open hook at 1731337594996Writing region info on filesystem at 1731337594996Initializing all the Stores at 1731337594999 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337594999Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337595008 (+9 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337595008Obtaining lock to block concurrent updates at 1731337595029 (+21 ms)Preparing flush snapshotting stores in aef1fbc7ea82d3465c3285fe84a0def5 at 1731337595029Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731337595030 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5. at 1731337595030Flushing aef1fbc7ea82d3465c3285fe84a0def5/colfamily11: creating writer at 1731337595030Flushing aef1fbc7ea82d3465c3285fe84a0def5/colfamily11: appending metadata at 1731337595073 (+43 ms)Flushing aef1fbc7ea82d3465c3285fe84a0def5/colfamily11: closing flushed file at 1731337595073Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c2699a7: reopening flushed file at 1731337595141 (+68 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for aef1fbc7ea82d3465c3285fe84a0def5 in 133ms, sequenceid=4, compaction requested=false; wal=null at 1731337595162 (+21 ms)Cleaning up temporary data from old regions at 1731337595177 (+15 ms)Running coprocessor post-open hooks at 1731337595192 (+15 ms)Region opened successfully at 1731337595192 2024-11-11T15:06:35,195 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5., pid=76, masterSystemTime=1731337594613 2024-11-11T15:06:35,198 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5. 2024-11-11T15:06:35,198 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5. 2024-11-11T15:06:35,198 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef. 2024-11-11T15:06:35,199 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => 125d2d6b74af454257602cb2fce5e4ef, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-11T15:06:35,199 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:06:35,199 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:06:35,199 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for 125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:06:35,199 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for 125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:06:35,200 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=aef1fbc7ea82d3465c3285fe84a0def5, regionState=OPEN, openSeqNum=5, regionLocation=2ba012863a15,43323,1731337402509 2024-11-11T15:06:35,203 INFO [StoreOpener-125d2d6b74af454257602cb2fce5e4ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:06:35,204 INFO [StoreOpener-125d2d6b74af454257602cb2fce5e4ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 125d2d6b74af454257602cb2fce5e4ef columnFamilyName colfamily11 2024-11-11T15:06:35,204 DEBUG [StoreOpener-125d2d6b74af454257602cb2fce5e4ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:35,205 INFO [StoreOpener-125d2d6b74af454257602cb2fce5e4ef-1 {}] regionserver.HStore(327): Store=125d2d6b74af454257602cb2fce5e4ef/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:06:35,205 INFO [StoreOpener-125d2d6b74af454257602cb2fce5e4ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:06:35,206 INFO [StoreOpener-125d2d6b74af454257602cb2fce5e4ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 125d2d6b74af454257602cb2fce5e4ef columnFamilyName colfamily21 2024-11-11T15:06:35,207 DEBUG [StoreOpener-125d2d6b74af454257602cb2fce5e4ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:35,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure aef1fbc7ea82d3465c3285fe84a0def5, server=2ba012863a15,43323,1731337402509 because future has completed 2024-11-11T15:06:35,208 INFO [StoreOpener-125d2d6b74af454257602cb2fce5e4ef-1 {}] regionserver.HStore(327): Store=125d2d6b74af454257602cb2fce5e4ef/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:06:35,208 INFO [StoreOpener-125d2d6b74af454257602cb2fce5e4ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:06:35,210 INFO [StoreOpener-125d2d6b74af454257602cb2fce5e4ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 125d2d6b74af454257602cb2fce5e4ef columnFamilyName colfamily31 2024-11-11T15:06:35,210 DEBUG [StoreOpener-125d2d6b74af454257602cb2fce5e4ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:06:35,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=66 2024-11-11T15:06:35,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure aef1fbc7ea82d3465c3285fe84a0def5, server=2ba012863a15,43323,1731337402509 in 738 msec 2024-11-11T15:06:35,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aef1fbc7ea82d3465c3285fe84a0def5, ASSIGN in 937 msec 2024-11-11T15:06:35,216 INFO [StoreOpener-125d2d6b74af454257602cb2fce5e4ef-1 {}] regionserver.HStore(327): Store=125d2d6b74af454257602cb2fce5e4ef/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:06:35,217 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for 125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:06:35,221 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:06:35,222 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25abbdf20ff8ab43d6ec5a60a904e0e2/.tmp/colfamily11/ccccfc82ee2f459b97810cc363731d1d is 52, key is mmm/colfamily11:colfamily11/1731337409688/Put/seqid=0 2024-11-11T15:06:35,229 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:06:35,230 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/125d2d6b74af454257602cb2fce5e4ef/recovered.edits/0000000000000000004 2024-11-11T15:06:35,238 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/125d2d6b74af454257602cb2fce5e4ef/recovered.edits/0000000000000000004 2024-11-11T15:06:35,238 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing 125d2d6b74af454257602cb2fce5e4ef 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T15:06:35,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741883_1059 (size=39263) 2024-11-11T15:06:35,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741883_1059 (size=39263) 2024-11-11T15:06:35,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741883_1059 (size=39263) 2024-11-11T15:06:35,320 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/125d2d6b74af454257602cb2fce5e4ef/.tmp/colfamily11/37742cefcefc428abaccf93a8bb1eb77 is 52, key is ppp/colfamily11:colfamily11/1731337409748/Put/seqid=0 2024-11-11T15:06:35,322 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25abbdf20ff8ab43d6ec5a60a904e0e2/.tmp/colfamily11/ccccfc82ee2f459b97810cc363731d1d 2024-11-11T15:06:35,346 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25abbdf20ff8ab43d6ec5a60a904e0e2/.tmp/colfamily11/ccccfc82ee2f459b97810cc363731d1d as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25abbdf20ff8ab43d6ec5a60a904e0e2/colfamily11/ccccfc82ee2f459b97810cc363731d1d 2024-11-11T15:06:35,369 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25abbdf20ff8ab43d6ec5a60a904e0e2/colfamily11/ccccfc82ee2f459b97810cc363731d1d, entries=703, sequenceid=4, filesize=38.3 K 2024-11-11T15:06:35,369 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 25abbdf20ff8ab43d6ec5a60a904e0e2 in 182ms, sequenceid=4, compaction requested=false; wal=null 2024-11-11T15:06:35,370 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25abbdf20ff8ab43d6ec5a60a904e0e2/recovered.edits/0000000000000000004 2024-11-11T15:06:35,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741884_1060 (size=39263) 2024-11-11T15:06:35,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741884_1060 (size=39263) 2024-11-11T15:06:35,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741884_1060 (size=39263) 2024-11-11T15:06:35,377 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:06:35,377 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:06:35,378 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/125d2d6b74af454257602cb2fce5e4ef/.tmp/colfamily11/37742cefcefc428abaccf93a8bb1eb77 2024-11-11T15:06:35,378 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:06:35,386 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:06:35,395 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25abbdf20ff8ab43d6ec5a60a904e0e2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T15:06:35,396 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/125d2d6b74af454257602cb2fce5e4ef/.tmp/colfamily11/37742cefcefc428abaccf93a8bb1eb77 as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/125d2d6b74af454257602cb2fce5e4ef/colfamily11/37742cefcefc428abaccf93a8bb1eb77 2024-11-11T15:06:35,396 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 25abbdf20ff8ab43d6ec5a60a904e0e2; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73745511, jitterRate=0.09889374673366547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:06:35,397 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:06:35,397 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 25abbdf20ff8ab43d6ec5a60a904e0e2: Running coprocessor pre-open hook at 1731337595136Writing region info on filesystem at 1731337595136Initializing all the Stores at 1731337595137 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337595137Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337595143 (+6 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337595143Obtaining lock to block concurrent updates at 1731337595187 (+44 ms)Preparing flush snapshotting stores in 25abbdf20ff8ab43d6ec5a60a904e0e2 at 1731337595187Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731337595187Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2. at 1731337595187Flushing 25abbdf20ff8ab43d6ec5a60a904e0e2/colfamily11: creating writer at 1731337595187Flushing 25abbdf20ff8ab43d6ec5a60a904e0e2/colfamily11: appending metadata at 1731337595221 (+34 ms)Flushing 25abbdf20ff8ab43d6ec5a60a904e0e2/colfamily11: closing flushed file at 1731337595221Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5de3abe4: reopening flushed file at 1731337595343 (+122 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 25abbdf20ff8ab43d6ec5a60a904e0e2 in 182ms, sequenceid=4, compaction requested=false; wal=null at 1731337595369 (+26 ms)Cleaning up temporary data from old regions at 1731337595377 (+8 ms)Running coprocessor post-open hooks at 1731337595397 (+20 ms)Region opened successfully at 1731337595397 2024-11-11T15:06:35,399 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2., pid=78, masterSystemTime=1731337594610 2024-11-11T15:06:35,404 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=25abbdf20ff8ab43d6ec5a60a904e0e2, regionState=OPEN, openSeqNum=5, regionLocation=2ba012863a15,36933,1731337402406 2024-11-11T15:06:35,405 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2. 2024-11-11T15:06:35,405 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2. 2024-11-11T15:06:35,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25abbdf20ff8ab43d6ec5a60a904e0e2, server=2ba012863a15,36933,1731337402406 because future has completed 2024-11-11T15:06:35,412 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/125d2d6b74af454257602cb2fce5e4ef/colfamily11/37742cefcefc428abaccf93a8bb1eb77, entries=703, sequenceid=4, filesize=38.3 K 2024-11-11T15:06:35,414 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 125d2d6b74af454257602cb2fce5e4ef in 176ms, sequenceid=4, compaction requested=false; wal=null 2024-11-11T15:06:35,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=70 2024-11-11T15:06:35,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 25abbdf20ff8ab43d6ec5a60a904e0e2, server=2ba012863a15,36933,1731337402406 in 936 msec 2024-11-11T15:06:35,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25abbdf20ff8ab43d6ec5a60a904e0e2, ASSIGN in 1.1400 sec 2024-11-11T15:06:35,418 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/125d2d6b74af454257602cb2fce5e4ef/recovered.edits/0000000000000000004 2024-11-11T15:06:35,420 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for 125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:06:35,420 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for 125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:06:35,420 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T15:06:35,422 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for 125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:06:35,426 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/125d2d6b74af454257602cb2fce5e4ef/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T15:06:35,428 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened 125d2d6b74af454257602cb2fce5e4ef; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68674464, jitterRate=0.02332925796508789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T15:06:35,428 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:06:35,428 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for 125d2d6b74af454257602cb2fce5e4ef: Running coprocessor pre-open hook at 1731337595199Writing region info on filesystem at 1731337595199Initializing all the Stores at 1731337595202 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337595202Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337595202Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731337595203 (+1 ms)Obtaining lock to block concurrent updates at 1731337595238 (+35 ms)Preparing flush snapshotting stores in 125d2d6b74af454257602cb2fce5e4ef at 1731337595238Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731337595239 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef. at 1731337595239Flushing 125d2d6b74af454257602cb2fce5e4ef/colfamily11: creating writer at 1731337595239Flushing 125d2d6b74af454257602cb2fce5e4ef/colfamily11: appending metadata at 1731337595319 (+80 ms)Flushing 125d2d6b74af454257602cb2fce5e4ef/colfamily11: closing flushed file at 1731337595320 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b6a5e16: reopening flushed file at 1731337595393 (+73 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 125d2d6b74af454257602cb2fce5e4ef in 176ms, sequenceid=4, compaction requested=false; wal=null at 1731337595414 (+21 ms)Cleaning up temporary data from old regions at 1731337595420 (+6 ms)Running coprocessor post-open hooks at 1731337595428 (+8 ms)Region opened successfully at 1731337595428 2024-11-11T15:06:35,429 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef., pid=75, masterSystemTime=1731337594613 2024-11-11T15:06:35,432 DEBUG [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef. 2024-11-11T15:06:35,432 INFO [RS_OPEN_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef. 2024-11-11T15:06:35,433 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=125d2d6b74af454257602cb2fce5e4ef, regionState=OPEN, openSeqNum=5, regionLocation=2ba012863a15,43323,1731337402509 2024-11-11T15:06:35,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 125d2d6b74af454257602cb2fce5e4ef, server=2ba012863a15,43323,1731337402509 because future has completed 2024-11-11T15:06:35,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=71 2024-11-11T15:06:35,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 125d2d6b74af454257602cb2fce5e4ef, server=2ba012863a15,43323,1731337402509 in 969 msec 2024-11-11T15:06:35,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=57 2024-11-11T15:06:35,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=125d2d6b74af454257602cb2fce5e4ef, ASSIGN in 1.1640 sec 2024-11-11T15:06:35,443 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 2ba012863a15,37187,1731337402562 after splitting done 2024-11-11T15:06:35,443 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-11T15:06:35,443 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:06:35,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:06:35,444 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T15:06:35,526 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:06:35,526 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-11T15:06:35,526 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:06:35,526 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:06:35,526 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:06:35,526 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-11T15:06:35,527 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-11T15:06:35,527 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-11T15:06:35,527 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:06:35,528 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T15:06:35,529 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46189 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T15:06:35,531 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-11T15:06:35,532 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-11T15:06:35,532 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-11T15:06:35,532 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-11T15:06:35,532 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-11T15:06:35,532 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-11T15:06:35,532 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-11T15:06:35,532 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-11T15:06:35,532 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-11T15:06:35,532 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-11T15:06:35,532 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-11T15:06:35,532 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-11T15:06:35,532 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-11T15:06:35,532 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-11T15:06:35,532 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-11T15:06:35,532 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-11T15:06:35,532 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-11T15:06:35,532 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-11T15:06:35,533 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-11T15:06:35,533 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-11T15:06:35,533 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-11T15:06:35,533 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-11T15:06:35,533 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-11T15:06:35,533 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:06:35,534 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-11T15:06:35,538 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true 2024-11-11T15:06:35,538 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 2024-11-11T15:06:35,538 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 2024-11-11T15:06:35,538 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:06:35,538 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2ba012863a15,36933,1731337402406 2024-11-11T15:06:35,538 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2ba012863a15%2C37187%2C1731337402562.1731337404181, worker=2ba012863a15,36933,1731337402406 2024-11-11T15:06:35,538 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2ba012863a15%2C37187%2C1731337402562.1731337404181, worker=2ba012863a15,36933,1731337402406 2024-11-11T15:06:35,538 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5053012957fa3ad0b35c8d6c319b3624, ASSIGN 2024-11-11T15:06:35,538 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c76e982bd0a77359301e26f912efaa79, ASSIGN 2024-11-11T15:06:35,538 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aef1fbc7ea82d3465c3285fe84a0def5, ASSIGN 2024-11-11T15:06:35,538 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4cd1c5846adf288a59dfb73832cd1ecb, ASSIGN 2024-11-11T15:06:35,538 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d845e46ae964af3a17084065be0dc6e5, ASSIGN 2024-11-11T15:06:35,538 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41bcb430154250115506527c48829cff, ASSIGN 2024-11-11T15:06:35,538 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25abbdf20ff8ab43d6ec5a60a904e0e2, ASSIGN 2024-11-11T15:06:35,538 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=125d2d6b74af454257602cb2fce5e4ef, ASSIGN 2024-11-11T15:06:35,538 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure d845e46ae964af3a17084065be0dc6e5, server=2ba012863a15,36933,1731337402406 2024-11-11T15:06:35,538 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure c76e982bd0a77359301e26f912efaa79, server=2ba012863a15,43323,1731337402509 2024-11-11T15:06:35,539 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 5053012957fa3ad0b35c8d6c319b3624, server=2ba012863a15,43323,1731337402509 2024-11-11T15:06:35,539 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 125d2d6b74af454257602cb2fce5e4ef, server=2ba012863a15,43323,1731337402509 2024-11-11T15:06:35,539 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure aef1fbc7ea82d3465c3285fe84a0def5, server=2ba012863a15,43323,1731337402509 2024-11-11T15:06:35,539 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 41bcb430154250115506527c48829cff, server=2ba012863a15,36933,1731337402406 2024-11-11T15:06:35,539 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 25abbdf20ff8ab43d6ec5a60a904e0e2, server=2ba012863a15,36933,1731337402406 2024-11-11T15:06:35,539 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 4cd1c5846adf288a59dfb73832cd1ecb, server=2ba012863a15,36933,1731337402406 2024-11-11T15:06:35,539 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-11T15:06:35,539 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:35,539 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2ba012863a15%2C37187%2C1731337402562.meta.1731337404524.meta, worker=2ba012863a15,43323,1731337402509 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:35,539 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:35,539 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2ba012863a15,36933,1731337402406 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:35,539 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 2ba012863a15%2C37187%2C1731337402562.1731337404181, worker=2ba012863a15,36933,1731337402406 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:35,539 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2ba012863a15%2C37187%2C1731337402562.1731337404181, worker=2ba012863a15,36933,1731337402406 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:35,539 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5053012957fa3ad0b35c8d6c319b3624, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:35,539 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c76e982bd0a77359301e26f912efaa79, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:35,539 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aef1fbc7ea82d3465c3285fe84a0def5, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:35,539 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4cd1c5846adf288a59dfb73832cd1ecb, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:35,539 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d845e46ae964af3a17084065be0dc6e5, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:35,539 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41bcb430154250115506527c48829cff, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:35,539 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25abbdf20ff8ab43d6ec5a60a904e0e2, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:35,539 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=125d2d6b74af454257602cb2fce5e4ef, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:35,539 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure d845e46ae964af3a17084065be0dc6e5, server=2ba012863a15,36933,1731337402406 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:35,540 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure c76e982bd0a77359301e26f912efaa79, server=2ba012863a15,43323,1731337402509 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:35,540 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 5053012957fa3ad0b35c8d6c319b3624, server=2ba012863a15,43323,1731337402509 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:35,540 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 125d2d6b74af454257602cb2fce5e4ef, server=2ba012863a15,43323,1731337402509 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:35,540 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure aef1fbc7ea82d3465c3285fe84a0def5, server=2ba012863a15,43323,1731337402509 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:35,540 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 41bcb430154250115506527c48829cff, server=2ba012863a15,36933,1731337402406 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:35,540 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 25abbdf20ff8ab43d6ec5a60a904e0e2, server=2ba012863a15,36933,1731337402406 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:35,540 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 4cd1c5846adf288a59dfb73832cd1ecb, server=2ba012863a15,36933,1731337402406 didn't hold the lock before restarting, skip acquiring lock. 2024-11-11T15:06:35,540 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 11 msec 2024-11-11T15:06:35,543 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=61 2024-11-11T15:06:35,543 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2ba012863a15,36933,1731337402406, table=hbase:meta, region=1588230740 2024-11-11T15:06:35,544 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2ba012863a15,36933,1731337402406, state=OPEN 2024-11-11T15:06:35,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:06:35,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:06:35,588 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:06:35,588 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:06:35,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:06:35,588 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:06:35,589 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731337625589 2024-11-11T15:06:35,589 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T15:06:35,601 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6095f3e591b7e69c212ab752be02f394, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:35,601 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9eef2c8475384aa971f0d313b537b538, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:35,602 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c76e982bd0a77359301e26f912efaa79, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=5 2024-11-11T15:06:35,602 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a127f7b3c9885aca6c23dd667bd45a01, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:35,602 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=46d445a615963ba182fbaa7d33c40c8d, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:35,602 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41bcb430154250115506527c48829cff, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=5 2024-11-11T15:06:35,602 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b6fb34bb52e19824e8858dcb7c5a4c07, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:35,602 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4cf4161ca873bc45cbc04c362f8eca73, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:35,603 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15e4fefc60612f7a03f2594dc64e4388, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:35,603 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5053012957fa3ad0b35c8d6c319b3624, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=5 2024-11-11T15:06:35,603 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0706cdc901ca309b8576eaae541a859b, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:35,603 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8831c6ba20b6ed4ae28131107f6b7d8a, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:35,603 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=25abbdf20ff8ab43d6ec5a60a904e0e2, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=5 2024-11-11T15:06:35,603 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b547ea9b5e1f6062bfc4ec5746f1e2bc, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:35,603 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ad254a2016c07a42bb9d04adf7f77a2, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:35,604 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=125d2d6b74af454257602cb2fce5e4ef, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=5 2024-11-11T15:06:35,604 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41dac254772fb648834582b2d62e3f7c, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:35,604 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=632939b50825a58679c67532135ea99d, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:35,604 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4cd1c5846adf288a59dfb73832cd1ecb, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=5 2024-11-11T15:06:35,604 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f09eb15bd400d7de9a08a02da4e6d6c, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:35,604 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f1f36b862217df0a80e305b999ea327f, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:35,604 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aef1fbc7ea82d3465c3285fe84a0def5, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=5 2024-11-11T15:06:35,604 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4390a310c3a61ba5a0ca28a10abb3931, regionState=OPEN, lastHost=2ba012863a15,43323,1731337402509, regionLocation=2ba012863a15,43323,1731337402509, openSeqNum=2 2024-11-11T15:06:35,605 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c4279699cba0d55d9dc68f6216bda61b, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:35,605 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d845e46ae964af3a17084065be0dc6e5, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=5 2024-11-11T15:06:35,605 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cf207c1a1fe6fb43795982e6b095cd8b, regionState=OPEN, lastHost=2ba012863a15,36933,1731337402406, regionLocation=2ba012863a15,36933,1731337402406, openSeqNum=2 2024-11-11T15:06:35,605 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-11T15:06:35,605 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731337655605 2024-11-11T15:06:35,605 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731337715605 2024-11-11T15:06:35,605 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 16 msec 2024-11-11T15:06:35,606 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 2ba012863a15,37187,1731337402562 after splitting done 2024-11-11T15:06:35,606 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-11T15:06:35,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure 2ba012863a15,37187,1731337402562, splitWal=true, meta=true in 3 mins, 4.663 sec 2024-11-11T15:06:35,861 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:06:35,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:06:35,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:06:35,886 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2ba012863a15:37187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2ba012863a15/172.17.0.2:37187 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:06:35,888 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79., hostname=2ba012863a15,37187,1731337402562, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79., hostname=2ba012863a15,37187,1731337402562, seqNum=2, error=java.net.ConnectException: Call to address=2ba012863a15:37187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:06:35,888 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79., hostname=2ba012863a15,37187,1731337402562, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-11T15:06:35,888 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79., hostname=2ba012863a15,37187,1731337402562, seqNum=2 from cache 2024-11-11T15:06:35,888 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 2ba012863a15:37187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2ba012863a15/172.17.0.2:37187 2024-11-11T15:06:35,996 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2ba012863a15:37187 this server is in the failed servers list 2024-11-11T15:06:35,997 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:06:35,997 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:06:35,997 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2ba012863a15,37187,1731337402562, seqNum=-1 from cache 2024-11-11T15:06:36,106 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:06:36,108 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:06:36,109 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2ba012863a15,36933,1731337402406, seqNum=-1] 2024-11-11T15:06:36,116 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79., hostname=2ba012863a15,43323,1731337402509, seqNum=5] 2024-11-11T15:06:36,141 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2ba012863a15:37187 this server is in the failed servers list 2024-11-11T15:06:36,142 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff., hostname=2ba012863a15,37187,1731337402562, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff., hostname=2ba012863a15,37187,1731337402562, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:06:36,142 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff., hostname=2ba012863a15,37187,1731337402562, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:06:36,142 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff., hostname=2ba012863a15,37187,1731337402562, seqNum=2 from cache 2024-11-11T15:06:36,251 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff., hostname=2ba012863a15,36933,1731337402406, seqNum=5] 2024-11-11T15:06:36,298 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2ba012863a15:37187 this server is in the failed servers list 2024-11-11T15:06:36,299 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624., hostname=2ba012863a15,37187,1731337402562, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624., hostname=2ba012863a15,37187,1731337402562, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:06:36,299 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624., hostname=2ba012863a15,37187,1731337402562, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:06:36,299 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624., hostname=2ba012863a15,37187,1731337402562, seqNum=2 from cache 2024-11-11T15:06:36,413 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624., hostname=2ba012863a15,43323,1731337402509, seqNum=5] 2024-11-11T15:06:36,445 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2ba012863a15:37187 this server is in the failed servers list 2024-11-11T15:06:36,446 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2., hostname=2ba012863a15,37187,1731337402562, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2., hostname=2ba012863a15,37187,1731337402562, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:06:36,446 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2., hostname=2ba012863a15,37187,1731337402562, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:06:36,446 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2., hostname=2ba012863a15,37187,1731337402562, seqNum=2 from cache 2024-11-11T15:06:36,562 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2., hostname=2ba012863a15,36933,1731337402406, seqNum=5] 2024-11-11T15:06:36,593 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2ba012863a15:37187 this server is in the failed servers list 2024-11-11T15:06:36,594 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef., hostname=2ba012863a15,37187,1731337402562, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef., hostname=2ba012863a15,37187,1731337402562, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:06:36,594 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef., hostname=2ba012863a15,37187,1731337402562, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:06:36,594 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef., hostname=2ba012863a15,37187,1731337402562, seqNum=2 from cache 2024-11-11T15:06:36,702 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef., hostname=2ba012863a15,43323,1731337402509, seqNum=5] 2024-11-11T15:06:36,719 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2ba012863a15:37187 this server is in the failed servers list 2024-11-11T15:06:36,719 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb., hostname=2ba012863a15,37187,1731337402562, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb., hostname=2ba012863a15,37187,1731337402562, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:06:36,719 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb., hostname=2ba012863a15,37187,1731337402562, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:06:36,720 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb., hostname=2ba012863a15,37187,1731337402562, seqNum=2 from cache 2024-11-11T15:06:36,833 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb., hostname=2ba012863a15,36933,1731337402406, seqNum=5] 2024-11-11T15:06:36,854 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2ba012863a15:37187 this server is in the failed servers list 2024-11-11T15:06:36,854 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5., hostname=2ba012863a15,37187,1731337402562, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5., hostname=2ba012863a15,37187,1731337402562, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:06:36,854 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5., hostname=2ba012863a15,37187,1731337402562, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:06:36,854 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5., hostname=2ba012863a15,37187,1731337402562, seqNum=2 from cache 2024-11-11T15:06:36,961 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5., hostname=2ba012863a15,43323,1731337402509, seqNum=5] 2024-11-11T15:06:36,982 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2ba012863a15:37187 this server is in the failed servers list 2024-11-11T15:06:36,982 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5., hostname=2ba012863a15,37187,1731337402562, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5., hostname=2ba012863a15,37187,1731337402562, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2ba012863a15:37187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:06:36,983 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5., hostname=2ba012863a15,37187,1731337402562, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2ba012863a15:37187 2024-11-11T15:06:36,983 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5., hostname=2ba012863a15,37187,1731337402562, seqNum=2 from cache 2024-11-11T15:06:37,088 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T15:06:37,094 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5., hostname=2ba012863a15,36933,1731337402406, seqNum=5] 2024-11-11T15:06:37,203 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-11T15:06:37,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:06:37,203 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:06:37,203 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:06:37,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:06:37,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:06:37,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:06:37,204 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:06:37,204 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1711404543, stopped=false 2024-11-11T15:06:37,205 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2ba012863a15,46189,1731337401602 2024-11-11T15:06:37,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:06:37,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:06:37,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:06:37,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:06:37,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:06:37,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:06:37,242 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:06:37,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:06:37,243 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:06:37,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:06:37,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:06:37,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:06:37,243 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2ba012863a15,36933,1731337402406' ***** 2024-11-11T15:06:37,243 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:06:37,243 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2ba012863a15,43323,1731337402509' ***** 2024-11-11T15:06:37,243 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:06:37,243 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-11T15:06:37,243 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(3091): Received CLOSE for 15e4fefc60612f7a03f2594dc64e4388 2024-11-11T15:06:37,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:06:37,244 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(3091): Received CLOSE for d845e46ae964af3a17084065be0dc6e5 2024-11-11T15:06:37,244 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(3091): Received CLOSE for 46d445a615963ba182fbaa7d33c40c8d 2024-11-11T15:06:37,244 INFO [RS:1;2ba012863a15:43323 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:06:37,244 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(3091): Received CLOSE for 25abbdf20ff8ab43d6ec5a60a904e0e2 2024-11-11T15:06:37,244 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(3091): Received CLOSE for 4cd1c5846adf288a59dfb73832cd1ecb 2024-11-11T15:06:37,244 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(3091): Received CLOSE for 6095f3e591b7e69c212ab752be02f394 2024-11-11T15:06:37,244 INFO [RS:1;2ba012863a15:43323 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:06:37,244 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(3091): Received CLOSE for c4279699cba0d55d9dc68f6216bda61b 2024-11-11T15:06:37,244 INFO [RS:1;2ba012863a15:43323 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:06:37,244 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(3091): Received CLOSE for f1f36b862217df0a80e305b999ea327f 2024-11-11T15:06:37,244 INFO [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(3091): Received CLOSE for 0706cdc901ca309b8576eaae541a859b 2024-11-11T15:06:37,244 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ad254a2016c07a42bb9d04adf7f77a2 2024-11-11T15:06:37,244 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(3091): Received CLOSE for cf207c1a1fe6fb43795982e6b095cd8b 2024-11-11T15:06:37,244 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(3091): Received CLOSE for 632939b50825a58679c67532135ea99d 2024-11-11T15:06:37,244 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(3091): Received CLOSE for 8831c6ba20b6ed4ae28131107f6b7d8a 2024-11-11T15:06:37,244 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(3091): Received CLOSE for 41bcb430154250115506527c48829cff 2024-11-11T15:06:37,244 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:06:37,246 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15e4fefc60612f7a03f2594dc64e4388, disabling compactions & flushes 2024-11-11T15:06:37,246 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388. 2024-11-11T15:06:37,246 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388. 2024-11-11T15:06:37,246 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388. after waiting 0 ms 2024-11-11T15:06:37,246 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388. 2024-11-11T15:06:37,246 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:06:37,247 INFO [RS:0;2ba012863a15:36933 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:06:37,247 INFO [RS:0;2ba012863a15:36933 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:06:37,247 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 15e4fefc60612f7a03f2594dc64e4388 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T15:06:37,247 INFO [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(3091): Received CLOSE for 41dac254772fb648834582b2d62e3f7c 2024-11-11T15:06:37,247 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: d845e46ae964af3a17084065be0dc6e5, which we are already trying to CLOSE, but not completed yet 2024-11-11T15:06:37,247 INFO [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(3091): Received CLOSE for b547ea9b5e1f6062bfc4ec5746f1e2bc 2024-11-11T15:06:37,247 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 46d445a615963ba182fbaa7d33c40c8d, which we are already trying to CLOSE, but not completed yet 2024-11-11T15:06:37,247 INFO [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(3091): Received CLOSE for aef1fbc7ea82d3465c3285fe84a0def5 2024-11-11T15:06:37,247 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 25abbdf20ff8ab43d6ec5a60a904e0e2, which we are already trying to CLOSE, but not completed yet 2024-11-11T15:06:37,247 INFO [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(3091): Received CLOSE for a127f7b3c9885aca6c23dd667bd45a01 2024-11-11T15:06:37,247 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 4cd1c5846adf288a59dfb73832cd1ecb, which we are already trying to CLOSE, but not completed yet 2024-11-11T15:06:37,247 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0706cdc901ca309b8576eaae541a859b, disabling compactions & flushes 2024-11-11T15:06:37,247 INFO [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(3091): Received CLOSE for 125d2d6b74af454257602cb2fce5e4ef 2024-11-11T15:06:37,247 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 6095f3e591b7e69c212ab752be02f394, which we are already trying to CLOSE, but not completed yet 2024-11-11T15:06:37,247 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: c4279699cba0d55d9dc68f6216bda61b, which we are already trying to CLOSE, but not completed yet 2024-11-11T15:06:37,247 INFO [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(3091): Received CLOSE for 5053012957fa3ad0b35c8d6c319b3624 2024-11-11T15:06:37,247 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b. 2024-11-11T15:06:37,247 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: f1f36b862217df0a80e305b999ea327f, which we are already trying to CLOSE, but not completed yet 2024-11-11T15:06:37,247 INFO [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(3091): Received CLOSE for 9eef2c8475384aa971f0d313b537b538 2024-11-11T15:06:37,247 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 2ad254a2016c07a42bb9d04adf7f77a2, which we are already trying to CLOSE, but not completed yet 2024-11-11T15:06:37,247 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b. 2024-11-11T15:06:37,247 INFO [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f09eb15bd400d7de9a08a02da4e6d6c 2024-11-11T15:06:37,247 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: cf207c1a1fe6fb43795982e6b095cd8b, which we are already trying to CLOSE, but not completed yet 2024-11-11T15:06:37,247 INFO [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(3091): Received CLOSE for b6fb34bb52e19824e8858dcb7c5a4c07 2024-11-11T15:06:37,247 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 632939b50825a58679c67532135ea99d, which we are already trying to CLOSE, but not completed yet 2024-11-11T15:06:37,247 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b. after waiting 0 ms 2024-11-11T15:06:37,247 INFO [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(3091): Received CLOSE for 4390a310c3a61ba5a0ca28a10abb3931 2024-11-11T15:06:37,247 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 8831c6ba20b6ed4ae28131107f6b7d8a, which we are already trying to CLOSE, but not completed yet 2024-11-11T15:06:37,247 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b. 2024-11-11T15:06:37,247 INFO [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(3091): Received CLOSE for 4cf4161ca873bc45cbc04c362f8eca73 2024-11-11T15:06:37,247 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 41bcb430154250115506527c48829cff, which we are already trying to CLOSE, but not completed yet 2024-11-11T15:06:37,247 INFO [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(3091): Received CLOSE for c76e982bd0a77359301e26f912efaa79 2024-11-11T15:06:37,247 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(959): stopping server 2ba012863a15,36933,1731337402406 2024-11-11T15:06:37,247 INFO [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(959): stopping server 2ba012863a15,43323,1731337402509 2024-11-11T15:06:37,247 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0706cdc901ca309b8576eaae541a859b 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T15:06:37,247 INFO [RS:1;2ba012863a15:43323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:06:37,247 INFO [RS:0;2ba012863a15:36933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:06:37,248 INFO [RS:1;2ba012863a15:43323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2ba012863a15:43323. 2024-11-11T15:06:37,248 INFO [RS:0;2ba012863a15:36933 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2ba012863a15:36933. 2024-11-11T15:06:37,248 DEBUG [RS:0;2ba012863a15:36933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:06:37,248 DEBUG [RS:1;2ba012863a15:43323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:06:37,248 DEBUG [RS:0;2ba012863a15:36933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:06:37,248 DEBUG [RS:1;2ba012863a15:43323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:06:37,248 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:06:37,248 INFO [RS:0;2ba012863a15:36933 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:06:37,248 INFO [RS:0;2ba012863a15:36933 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:06:37,248 INFO [RS:0;2ba012863a15:36933 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:06:37,249 INFO [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-11T15:06:37,249 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:06:37,249 DEBUG [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(1351): Waiting on 0706cdc901ca309b8576eaae541a859b, 125d2d6b74af454257602cb2fce5e4ef, 41dac254772fb648834582b2d62e3f7c, 4390a310c3a61ba5a0ca28a10abb3931, 4cf4161ca873bc45cbc04c362f8eca73, 5053012957fa3ad0b35c8d6c319b3624, 5f09eb15bd400d7de9a08a02da4e6d6c, 9eef2c8475384aa971f0d313b537b538, a127f7b3c9885aca6c23dd667bd45a01, aef1fbc7ea82d3465c3285fe84a0def5, b547ea9b5e1f6062bfc4ec5746f1e2bc, b6fb34bb52e19824e8858dcb7c5a4c07, c76e982bd0a77359301e26f912efaa79 2024-11-11T15:06:37,250 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-11T15:06:37,250 DEBUG [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15e4fefc60612f7a03f2594dc64e4388, 25abbdf20ff8ab43d6ec5a60a904e0e2, 2ad254a2016c07a42bb9d04adf7f77a2, 41bcb430154250115506527c48829cff, 46d445a615963ba182fbaa7d33c40c8d, 4cd1c5846adf288a59dfb73832cd1ecb, 6095f3e591b7e69c212ab752be02f394, 632939b50825a58679c67532135ea99d, 8831c6ba20b6ed4ae28131107f6b7d8a, c4279699cba0d55d9dc68f6216bda61b, cf207c1a1fe6fb43795982e6b095cd8b, d845e46ae964af3a17084065be0dc6e5, f1f36b862217df0a80e305b999ea327f 2024-11-11T15:06:37,250 DEBUG [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:06:37,250 INFO [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:06:37,250 DEBUG [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:06:37,250 DEBUG [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:06:37,250 DEBUG [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:06:37,251 INFO [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=11.91 KB heapSize=17.63 KB 2024-11-11T15:06:37,264 DEBUG [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/.tmp/info/795d8e202a2e48db9f584143623e0e18 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79./info:regioninfo/1731337594841/Put/seqid=0 2024-11-11T15:06:37,278 INFO [regionserver/2ba012863a15:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:06:37,282 INFO [regionserver/2ba012863a15:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:06:37,283 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15e4fefc60612f7a03f2594dc64e4388/.tmp/colfamily11/0088eb16971d48f3b52b798c7b607392 is 52, key is iii/colfamily11:colfamily11/1731337410014/Put/seqid=0 2024-11-11T15:06:37,283 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0706cdc901ca309b8576eaae541a859b/.tmp/colfamily11/0d7e501bb9244e739d157807d75cc800 is 52, key is kkk/colfamily11:colfamily11/1731337410049/Put/seqid=0 2024-11-11T15:06:37,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741885_1061 (size=18322) 2024-11-11T15:06:37,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741885_1061 (size=18322) 2024-11-11T15:06:37,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741885_1061 (size=18322) 2024-11-11T15:06:37,293 INFO [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/.tmp/info/795d8e202a2e48db9f584143623e0e18 2024-11-11T15:06:37,310 DEBUG [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/.tmp/info/795d8e202a2e48db9f584143623e0e18 as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/info/795d8e202a2e48db9f584143623e0e18 2024-11-11T15:06:37,327 INFO [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/info/795d8e202a2e48db9f584143623e0e18, entries=64, sequenceid=79, filesize=17.9 K 2024-11-11T15:06:37,328 INFO [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~11.91 KB/12192, heapSize ~16.86 KB/17264, currentSize=0 B/0 for 1588230740 in 78ms, sequenceid=79, compaction requested=false 2024-11-11T15:06:37,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741886_1062 (size=39263) 2024-11-11T15:06:37,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741886_1062 (size=39263) 2024-11-11T15:06:37,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741886_1062 (size=39263) 2024-11-11T15:06:37,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741887_1063 (size=39263) 2024-11-11T15:06:37,355 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0706cdc901ca309b8576eaae541a859b/.tmp/colfamily11/0d7e501bb9244e739d157807d75cc800 2024-11-11T15:06:37,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741887_1063 (size=39263) 2024-11-11T15:06:37,355 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15e4fefc60612f7a03f2594dc64e4388/.tmp/colfamily11/0088eb16971d48f3b52b798c7b607392 2024-11-11T15:06:37,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741887_1063 (size=39263) 2024-11-11T15:06:37,364 DEBUG [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/hbase/meta/1588230740/recovered.edits/82.seqid, newMaxSeqId=82, maxSeqId=60 2024-11-11T15:06:37,368 DEBUG [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:06:37,368 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15e4fefc60612f7a03f2594dc64e4388/.tmp/colfamily11/0088eb16971d48f3b52b798c7b607392 as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15e4fefc60612f7a03f2594dc64e4388/colfamily11/0088eb16971d48f3b52b798c7b607392 2024-11-11T15:06:37,368 INFO [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:06:37,368 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0706cdc901ca309b8576eaae541a859b/.tmp/colfamily11/0d7e501bb9244e739d157807d75cc800 as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0706cdc901ca309b8576eaae541a859b/colfamily11/0d7e501bb9244e739d157807d75cc800 2024-11-11T15:06:37,368 DEBUG [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731337597250Running coprocessor pre-close hooks at 1731337597250Disabling compacts and flushes for region at 1731337597250Disabling writes for close at 1731337597250Obtaining lock to block concurrent updates at 1731337597251 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731337597251Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12192, getHeapSize=17984, getOffHeapSize=0, getCellsCount=64 at 1731337597253 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731337597255 (+2 ms)Flushing 1588230740/info: creating writer at 1731337597255Flushing 1588230740/info: appending metadata at 1731337597264 (+9 ms)Flushing 1588230740/info: closing flushed file at 1731337597264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e403fd5: reopening flushed file at 1731337597306 (+42 ms)Finished flush of dataSize ~11.91 KB/12192, heapSize ~16.86 KB/17264, currentSize=0 B/0 for 1588230740 in 78ms, sequenceid=79, compaction requested=false at 1731337597329 (+23 ms)Writing region close event to WAL at 1731337597358 (+29 ms)Running coprocessor post-close hooks at 1731337597365 (+7 ms)Closed at 1731337597368 (+3 ms) 2024-11-11T15:06:37,369 DEBUG [RS_CLOSE_META-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:06:37,379 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15e4fefc60612f7a03f2594dc64e4388/colfamily11/0088eb16971d48f3b52b798c7b607392, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T15:06:37,381 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 15e4fefc60612f7a03f2594dc64e4388 in 135ms, sequenceid=5, compaction requested=false 2024-11-11T15:06:37,381 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0706cdc901ca309b8576eaae541a859b/colfamily11/0d7e501bb9244e739d157807d75cc800, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T15:06:37,386 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0706cdc901ca309b8576eaae541a859b in 139ms, sequenceid=5, compaction requested=false 2024-11-11T15:06:37,397 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15e4fefc60612f7a03f2594dc64e4388/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:06:37,398 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388. 2024-11-11T15:06:37,398 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15e4fefc60612f7a03f2594dc64e4388: Waiting for close lock at 1731337597246Running coprocessor pre-close hooks at 1731337597246Disabling compacts and flushes for region at 1731337597246Disabling writes for close at 1731337597246Obtaining lock to block concurrent updates at 1731337597247 (+1 ms)Preparing flush snapshotting stores in 15e4fefc60612f7a03f2594dc64e4388 at 1731337597247Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731337597253 (+6 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388. at 1731337597255 (+2 ms)Flushing 15e4fefc60612f7a03f2594dc64e4388/colfamily11: creating writer at 1731337597255Flushing 15e4fefc60612f7a03f2594dc64e4388/colfamily11: appending metadata at 1731337597282 (+27 ms)Flushing 15e4fefc60612f7a03f2594dc64e4388/colfamily11: closing flushed file at 1731337597283 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a9c2c0d: reopening flushed file at 1731337597367 (+84 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 15e4fefc60612f7a03f2594dc64e4388 in 135ms, sequenceid=5, compaction requested=false at 1731337597381 (+14 ms)Writing region close event to WAL at 1731337597382 (+1 ms)Running coprocessor post-close hooks at 1731337597398 (+16 ms)Closed at 1731337597398 2024-11-11T15:06:37,399 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731337404942.15e4fefc60612f7a03f2594dc64e4388. 2024-11-11T15:06:37,399 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d845e46ae964af3a17084065be0dc6e5, disabling compactions & flushes 2024-11-11T15:06:37,399 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5. 2024-11-11T15:06:37,399 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5. 2024-11-11T15:06:37,399 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5. after waiting 0 ms 2024-11-11T15:06:37,399 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5. 2024-11-11T15:06:37,400 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0706cdc901ca309b8576eaae541a859b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:06:37,402 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b. 2024-11-11T15:06:37,402 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0706cdc901ca309b8576eaae541a859b: Waiting for close lock at 1731337597247Running coprocessor pre-close hooks at 1731337597247Disabling compacts and flushes for region at 1731337597247Disabling writes for close at 1731337597247Obtaining lock to block concurrent updates at 1731337597247Preparing flush snapshotting stores in 0706cdc901ca309b8576eaae541a859b at 1731337597247Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731337597253 (+6 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b. at 1731337597255 (+2 ms)Flushing 0706cdc901ca309b8576eaae541a859b/colfamily11: creating writer at 1731337597255Flushing 0706cdc901ca309b8576eaae541a859b/colfamily11: appending metadata at 1731337597283 (+28 ms)Flushing 0706cdc901ca309b8576eaae541a859b/colfamily11: closing flushed file at 1731337597283Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4727560d: reopening flushed file at 1731337597367 (+84 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0706cdc901ca309b8576eaae541a859b in 139ms, sequenceid=5, compaction requested=false at 1731337597386 (+19 ms)Writing region close event to WAL at 1731337597387 (+1 ms)Running coprocessor post-close hooks at 1731337597401 (+14 ms)Closed at 1731337597402 (+1 ms) 2024-11-11T15:06:37,402 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731337404942.0706cdc901ca309b8576eaae541a859b. 2024-11-11T15:06:37,402 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41dac254772fb648834582b2d62e3f7c, disabling compactions & flushes 2024-11-11T15:06:37,402 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731337404942.41dac254772fb648834582b2d62e3f7c. 2024-11-11T15:06:37,402 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731337404942.41dac254772fb648834582b2d62e3f7c. 2024-11-11T15:06:37,403 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731337404942.41dac254772fb648834582b2d62e3f7c. after waiting 0 ms 2024-11-11T15:06:37,403 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731337404942.41dac254772fb648834582b2d62e3f7c. 2024-11-11T15:06:37,403 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 41dac254772fb648834582b2d62e3f7c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T15:06:37,409 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d845e46ae964af3a17084065be0dc6e5/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-11T15:06:37,410 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5. 2024-11-11T15:06:37,410 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d845e46ae964af3a17084065be0dc6e5: Waiting for close lock at 1731337597399Running coprocessor pre-close hooks at 1731337597399Disabling compacts and flushes for region at 1731337597399Disabling writes for close at 1731337597399Writing region close event to WAL at 1731337597401 (+2 ms)Running coprocessor post-close hooks at 1731337597410 (+9 ms)Closed at 1731337597410 2024-11-11T15:06:37,410 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731337404942.d845e46ae964af3a17084065be0dc6e5. 2024-11-11T15:06:37,411 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46d445a615963ba182fbaa7d33c40c8d, disabling compactions & flushes 2024-11-11T15:06:37,411 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d. 2024-11-11T15:06:37,411 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d. 2024-11-11T15:06:37,411 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d. after waiting 0 ms 2024-11-11T15:06:37,411 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d. 2024-11-11T15:06:37,411 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 46d445a615963ba182fbaa7d33c40c8d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T15:06:37,431 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41dac254772fb648834582b2d62e3f7c/.tmp/colfamily11/55b3c20004ef4cf4afe0a626ff9558db is 52, key is qqq/colfamily11:colfamily11/1731337410128/Put/seqid=0 2024-11-11T15:06:37,442 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d445a615963ba182fbaa7d33c40c8d/.tmp/colfamily11/a903666bf70a4c98a25566da425afe39 is 52, key is eee/colfamily11:colfamily11/1731337409931/Put/seqid=0 2024-11-11T15:06:37,449 DEBUG [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(1351): Waiting on 125d2d6b74af454257602cb2fce5e4ef, 41dac254772fb648834582b2d62e3f7c, 4390a310c3a61ba5a0ca28a10abb3931, 4cf4161ca873bc45cbc04c362f8eca73, 5053012957fa3ad0b35c8d6c319b3624, 5f09eb15bd400d7de9a08a02da4e6d6c, 9eef2c8475384aa971f0d313b537b538, a127f7b3c9885aca6c23dd667bd45a01, aef1fbc7ea82d3465c3285fe84a0def5, b547ea9b5e1f6062bfc4ec5746f1e2bc, b6fb34bb52e19824e8858dcb7c5a4c07, c76e982bd0a77359301e26f912efaa79 2024-11-11T15:06:37,450 DEBUG [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(1351): Waiting on 25abbdf20ff8ab43d6ec5a60a904e0e2, 2ad254a2016c07a42bb9d04adf7f77a2, 41bcb430154250115506527c48829cff, 46d445a615963ba182fbaa7d33c40c8d, 4cd1c5846adf288a59dfb73832cd1ecb, 6095f3e591b7e69c212ab752be02f394, 632939b50825a58679c67532135ea99d, 8831c6ba20b6ed4ae28131107f6b7d8a, c4279699cba0d55d9dc68f6216bda61b, cf207c1a1fe6fb43795982e6b095cd8b, f1f36b862217df0a80e305b999ea327f 2024-11-11T15:06:37,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741888_1064 (size=39263) 2024-11-11T15:06:37,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741888_1064 (size=39263) 2024-11-11T15:06:37,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741889_1065 (size=39263) 2024-11-11T15:06:37,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741889_1065 (size=39263) 2024-11-11T15:06:37,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741888_1064 (size=39263) 2024-11-11T15:06:37,476 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d445a615963ba182fbaa7d33c40c8d/.tmp/colfamily11/a903666bf70a4c98a25566da425afe39 2024-11-11T15:06:37,476 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41dac254772fb648834582b2d62e3f7c/.tmp/colfamily11/55b3c20004ef4cf4afe0a626ff9558db 2024-11-11T15:06:37,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741889_1065 (size=39263) 2024-11-11T15:06:37,485 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41dac254772fb648834582b2d62e3f7c/.tmp/colfamily11/55b3c20004ef4cf4afe0a626ff9558db as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41dac254772fb648834582b2d62e3f7c/colfamily11/55b3c20004ef4cf4afe0a626ff9558db 2024-11-11T15:06:37,488 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d445a615963ba182fbaa7d33c40c8d/.tmp/colfamily11/a903666bf70a4c98a25566da425afe39 as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d445a615963ba182fbaa7d33c40c8d/colfamily11/a903666bf70a4c98a25566da425afe39 2024-11-11T15:06:37,493 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41dac254772fb648834582b2d62e3f7c/colfamily11/55b3c20004ef4cf4afe0a626ff9558db, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T15:06:37,494 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 41dac254772fb648834582b2d62e3f7c in 91ms, sequenceid=5, compaction requested=false 2024-11-11T15:06:37,497 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d445a615963ba182fbaa7d33c40c8d/colfamily11/a903666bf70a4c98a25566da425afe39, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T15:06:37,501 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 46d445a615963ba182fbaa7d33c40c8d in 89ms, sequenceid=5, compaction requested=false 2024-11-11T15:06:37,514 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41dac254772fb648834582b2d62e3f7c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:06:37,515 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731337404942.41dac254772fb648834582b2d62e3f7c. 2024-11-11T15:06:37,515 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41dac254772fb648834582b2d62e3f7c: Waiting for close lock at 1731337597402Running coprocessor pre-close hooks at 1731337597402Disabling compacts and flushes for region at 1731337597402Disabling writes for close at 1731337597403 (+1 ms)Obtaining lock to block concurrent updates at 1731337597403Preparing flush snapshotting stores in 41dac254772fb648834582b2d62e3f7c at 1731337597403Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731337404942.41dac254772fb648834582b2d62e3f7c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731337597403Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731337404942.41dac254772fb648834582b2d62e3f7c. at 1731337597404 (+1 ms)Flushing 41dac254772fb648834582b2d62e3f7c/colfamily11: creating writer at 1731337597404Flushing 41dac254772fb648834582b2d62e3f7c/colfamily11: appending metadata at 1731337597431 (+27 ms)Flushing 41dac254772fb648834582b2d62e3f7c/colfamily11: closing flushed file at 1731337597431Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b7dbbcb: reopening flushed file at 1731337597484 (+53 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 41dac254772fb648834582b2d62e3f7c in 91ms, sequenceid=5, compaction requested=false at 1731337597494 (+10 ms)Writing region close event to WAL at 1731337597496 (+2 ms)Running coprocessor post-close hooks at 1731337597515 (+19 ms)Closed at 1731337597515 2024-11-11T15:06:37,515 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731337404942.41dac254772fb648834582b2d62e3f7c. 2024-11-11T15:06:37,516 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b547ea9b5e1f6062bfc4ec5746f1e2bc, disabling compactions & flushes 2024-11-11T15:06:37,516 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731337404942.b547ea9b5e1f6062bfc4ec5746f1e2bc. 2024-11-11T15:06:37,516 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731337404942.b547ea9b5e1f6062bfc4ec5746f1e2bc. 2024-11-11T15:06:37,516 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731337404942.b547ea9b5e1f6062bfc4ec5746f1e2bc. after waiting 0 ms 2024-11-11T15:06:37,516 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731337404942.b547ea9b5e1f6062bfc4ec5746f1e2bc. 2024-11-11T15:06:37,516 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b547ea9b5e1f6062bfc4ec5746f1e2bc 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T15:06:37,517 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d445a615963ba182fbaa7d33c40c8d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:06:37,519 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d. 2024-11-11T15:06:37,519 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46d445a615963ba182fbaa7d33c40c8d: Waiting for close lock at 1731337597410Running coprocessor pre-close hooks at 1731337597411 (+1 ms)Disabling compacts and flushes for region at 1731337597411Disabling writes for close at 1731337597411Obtaining lock to block concurrent updates at 1731337597411Preparing flush snapshotting stores in 46d445a615963ba182fbaa7d33c40c8d at 1731337597411Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731337597411Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d. at 1731337597412 (+1 ms)Flushing 46d445a615963ba182fbaa7d33c40c8d/colfamily11: creating writer at 1731337597412Flushing 46d445a615963ba182fbaa7d33c40c8d/colfamily11: appending metadata at 1731337597437 (+25 ms)Flushing 46d445a615963ba182fbaa7d33c40c8d/colfamily11: closing flushed file at 1731337597437Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3453ce31: reopening flushed file at 1731337597487 (+50 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 46d445a615963ba182fbaa7d33c40c8d in 89ms, sequenceid=5, compaction requested=false at 1731337597501 (+14 ms)Writing region close event to WAL at 1731337597502 (+1 ms)Running coprocessor post-close hooks at 1731337597519 (+17 ms)Closed at 1731337597519 2024-11-11T15:06:37,519 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731337404942.46d445a615963ba182fbaa7d33c40c8d. 2024-11-11T15:06:37,519 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25abbdf20ff8ab43d6ec5a60a904e0e2, disabling compactions & flushes 2024-11-11T15:06:37,519 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2. 2024-11-11T15:06:37,519 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2. 2024-11-11T15:06:37,520 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2. after waiting 0 ms 2024-11-11T15:06:37,520 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2. 2024-11-11T15:06:37,544 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25abbdf20ff8ab43d6ec5a60a904e0e2/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-11T15:06:37,553 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b547ea9b5e1f6062bfc4ec5746f1e2bc/.tmp/colfamily11/10c08cf3a56146dabf49e9ff6f25fc69 is 52, key is nnn/colfamily11:colfamily11/1731337410090/Put/seqid=0 2024-11-11T15:06:37,558 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2. 2024-11-11T15:06:37,558 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25abbdf20ff8ab43d6ec5a60a904e0e2: Waiting for close lock at 1731337597519Running coprocessor pre-close hooks at 1731337597519Disabling compacts and flushes for region at 1731337597519Disabling writes for close at 1731337597520 (+1 ms)Writing region close event to WAL at 1731337597529 (+9 ms)Running coprocessor post-close hooks at 1731337597558 (+29 ms)Closed at 1731337597558 2024-11-11T15:06:37,558 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731337404942.25abbdf20ff8ab43d6ec5a60a904e0e2. 2024-11-11T15:06:37,558 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4cd1c5846adf288a59dfb73832cd1ecb, disabling compactions & flushes 2024-11-11T15:06:37,559 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb. 2024-11-11T15:06:37,559 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb. 2024-11-11T15:06:37,559 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb. after waiting 0 ms 2024-11-11T15:06:37,559 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb. 2024-11-11T15:06:37,587 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cd1c5846adf288a59dfb73832cd1ecb/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-11T15:06:37,588 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb. 2024-11-11T15:06:37,588 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4cd1c5846adf288a59dfb73832cd1ecb: Waiting for close lock at 1731337597558Running coprocessor pre-close hooks at 1731337597558Disabling compacts and flushes for region at 1731337597558Disabling writes for close at 1731337597559 (+1 ms)Writing region close event to WAL at 1731337597570 (+11 ms)Running coprocessor post-close hooks at 1731337597588 (+18 ms)Closed at 1731337597588 2024-11-11T15:06:37,588 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731337404942.4cd1c5846adf288a59dfb73832cd1ecb. 2024-11-11T15:06:37,588 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6095f3e591b7e69c212ab752be02f394, disabling compactions & flushes 2024-11-11T15:06:37,589 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394. 2024-11-11T15:06:37,589 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394. 2024-11-11T15:06:37,589 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394. after waiting 0 ms 2024-11-11T15:06:37,589 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394. 2024-11-11T15:06:37,589 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6095f3e591b7e69c212ab752be02f394 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T15:06:37,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741890_1066 (size=39263) 2024-11-11T15:06:37,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741890_1066 (size=39263) 2024-11-11T15:06:37,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741890_1066 (size=39263) 2024-11-11T15:06:37,618 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b547ea9b5e1f6062bfc4ec5746f1e2bc/.tmp/colfamily11/10c08cf3a56146dabf49e9ff6f25fc69 2024-11-11T15:06:37,621 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6095f3e591b7e69c212ab752be02f394/.tmp/colfamily11/3cbaa17b0f8546afbc4c4434f86d83cf is 52, key is aaa/colfamily11:colfamily11/1731337409876/Put/seqid=0 2024-11-11T15:06:37,633 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b547ea9b5e1f6062bfc4ec5746f1e2bc/.tmp/colfamily11/10c08cf3a56146dabf49e9ff6f25fc69 as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b547ea9b5e1f6062bfc4ec5746f1e2bc/colfamily11/10c08cf3a56146dabf49e9ff6f25fc69 2024-11-11T15:06:37,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741891_1067 (size=39263) 2024-11-11T15:06:37,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741891_1067 (size=39263) 2024-11-11T15:06:37,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741891_1067 (size=39263) 2024-11-11T15:06:37,646 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6095f3e591b7e69c212ab752be02f394/.tmp/colfamily11/3cbaa17b0f8546afbc4c4434f86d83cf 2024-11-11T15:06:37,646 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b547ea9b5e1f6062bfc4ec5746f1e2bc/colfamily11/10c08cf3a56146dabf49e9ff6f25fc69, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T15:06:37,648 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b547ea9b5e1f6062bfc4ec5746f1e2bc in 132ms, sequenceid=5, compaction requested=false 2024-11-11T15:06:37,650 DEBUG [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(1351): Waiting on 125d2d6b74af454257602cb2fce5e4ef, 4390a310c3a61ba5a0ca28a10abb3931, 4cf4161ca873bc45cbc04c362f8eca73, 5053012957fa3ad0b35c8d6c319b3624, 5f09eb15bd400d7de9a08a02da4e6d6c, 9eef2c8475384aa971f0d313b537b538, a127f7b3c9885aca6c23dd667bd45a01, aef1fbc7ea82d3465c3285fe84a0def5, b547ea9b5e1f6062bfc4ec5746f1e2bc, b6fb34bb52e19824e8858dcb7c5a4c07, c76e982bd0a77359301e26f912efaa79 2024-11-11T15:06:37,651 DEBUG [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(1351): Waiting on 2ad254a2016c07a42bb9d04adf7f77a2, 41bcb430154250115506527c48829cff, 6095f3e591b7e69c212ab752be02f394, 632939b50825a58679c67532135ea99d, 8831c6ba20b6ed4ae28131107f6b7d8a, c4279699cba0d55d9dc68f6216bda61b, cf207c1a1fe6fb43795982e6b095cd8b, f1f36b862217df0a80e305b999ea327f 2024-11-11T15:06:37,663 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6095f3e591b7e69c212ab752be02f394/.tmp/colfamily11/3cbaa17b0f8546afbc4c4434f86d83cf as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6095f3e591b7e69c212ab752be02f394/colfamily11/3cbaa17b0f8546afbc4c4434f86d83cf 2024-11-11T15:06:37,671 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6095f3e591b7e69c212ab752be02f394/colfamily11/3cbaa17b0f8546afbc4c4434f86d83cf, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T15:06:37,673 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6095f3e591b7e69c212ab752be02f394 in 83ms, sequenceid=5, compaction requested=false 2024-11-11T15:06:37,674 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b547ea9b5e1f6062bfc4ec5746f1e2bc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:06:37,676 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731337404942.b547ea9b5e1f6062bfc4ec5746f1e2bc. 2024-11-11T15:06:37,676 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b547ea9b5e1f6062bfc4ec5746f1e2bc: Waiting for close lock at 1731337597515Running coprocessor pre-close hooks at 1731337597515Disabling compacts and flushes for region at 1731337597516 (+1 ms)Disabling writes for close at 1731337597516Obtaining lock to block concurrent updates at 1731337597516Preparing flush snapshotting stores in b547ea9b5e1f6062bfc4ec5746f1e2bc at 1731337597516Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731337404942.b547ea9b5e1f6062bfc4ec5746f1e2bc., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731337597516Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731337404942.b547ea9b5e1f6062bfc4ec5746f1e2bc. at 1731337597518 (+2 ms)Flushing b547ea9b5e1f6062bfc4ec5746f1e2bc/colfamily11: creating writer at 1731337597518Flushing b547ea9b5e1f6062bfc4ec5746f1e2bc/colfamily11: appending metadata at 1731337597552 (+34 ms)Flushing b547ea9b5e1f6062bfc4ec5746f1e2bc/colfamily11: closing flushed file at 1731337597553 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2879235e: reopening flushed file at 1731337597631 (+78 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b547ea9b5e1f6062bfc4ec5746f1e2bc in 132ms, sequenceid=5, compaction requested=false at 1731337597648 (+17 ms)Writing region close event to WAL at 1731337597653 (+5 ms)Running coprocessor post-close hooks at 1731337597676 (+23 ms)Closed at 1731337597676 2024-11-11T15:06:37,676 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731337404942.b547ea9b5e1f6062bfc4ec5746f1e2bc. 2024-11-11T15:06:37,676 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aef1fbc7ea82d3465c3285fe84a0def5, disabling compactions & flushes 2024-11-11T15:06:37,676 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5. 2024-11-11T15:06:37,676 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5. 2024-11-11T15:06:37,676 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5. after waiting 0 ms 2024-11-11T15:06:37,677 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5. 2024-11-11T15:06:37,679 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6095f3e591b7e69c212ab752be02f394/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:06:37,680 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394. 2024-11-11T15:06:37,680 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6095f3e591b7e69c212ab752be02f394: Waiting for close lock at 1731337597588Running coprocessor pre-close hooks at 1731337597588Disabling compacts and flushes for region at 1731337597588Disabling writes for close at 1731337597589 (+1 ms)Obtaining lock to block concurrent updates at 1731337597589Preparing flush snapshotting stores in 6095f3e591b7e69c212ab752be02f394 at 1731337597589Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731337597589Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394. at 1731337597590 (+1 ms)Flushing 6095f3e591b7e69c212ab752be02f394/colfamily11: creating writer at 1731337597590Flushing 6095f3e591b7e69c212ab752be02f394/colfamily11: appending metadata at 1731337597621 (+31 ms)Flushing 6095f3e591b7e69c212ab752be02f394/colfamily11: closing flushed file at 1731337597621Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d3490a4: reopening flushed file at 1731337597655 (+34 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6095f3e591b7e69c212ab752be02f394 in 83ms, sequenceid=5, compaction requested=false at 1731337597673 (+18 ms)Writing region close event to WAL at 1731337597674 (+1 ms)Running coprocessor post-close hooks at 1731337597680 (+6 ms)Closed at 1731337597680 2024-11-11T15:06:37,680 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731337404942.6095f3e591b7e69c212ab752be02f394. 2024-11-11T15:06:37,681 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4279699cba0d55d9dc68f6216bda61b, disabling compactions & flushes 2024-11-11T15:06:37,681 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b. 2024-11-11T15:06:37,681 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b. 2024-11-11T15:06:37,681 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b. after waiting 0 ms 2024-11-11T15:06:37,681 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b. 2024-11-11T15:06:37,681 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c4279699cba0d55d9dc68f6216bda61b 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T15:06:37,685 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aef1fbc7ea82d3465c3285fe84a0def5/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-11T15:06:37,685 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5. 2024-11-11T15:06:37,685 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aef1fbc7ea82d3465c3285fe84a0def5: Waiting for close lock at 1731337597676Running coprocessor pre-close hooks at 1731337597676Disabling compacts and flushes for region at 1731337597676Disabling writes for close at 1731337597676Writing region close event to WAL at 1731337597677 (+1 ms)Running coprocessor post-close hooks at 1731337597685 (+8 ms)Closed at 1731337597685 2024-11-11T15:06:37,686 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731337404942.aef1fbc7ea82d3465c3285fe84a0def5. 2024-11-11T15:06:37,686 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a127f7b3c9885aca6c23dd667bd45a01, disabling compactions & flushes 2024-11-11T15:06:37,686 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01. 2024-11-11T15:06:37,686 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01. 2024-11-11T15:06:37,686 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01. after waiting 0 ms 2024-11-11T15:06:37,686 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01. 2024-11-11T15:06:37,686 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a127f7b3c9885aca6c23dd667bd45a01 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T15:06:37,706 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4279699cba0d55d9dc68f6216bda61b/.tmp/colfamily11/4907bd27d432424faa50ad4424adb1c4 is 52, key is xxx/colfamily11:colfamily11/1731337410235/Put/seqid=0 2024-11-11T15:06:37,711 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a127f7b3c9885aca6c23dd667bd45a01/.tmp/colfamily11/35e5ff8d27dc4fde8e1cde4deda7c58c is 52, key is ddd/colfamily11:colfamily11/1731337409924/Put/seqid=0 2024-11-11T15:06:37,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741892_1068 (size=39263) 2024-11-11T15:06:37,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741892_1068 (size=39263) 2024-11-11T15:06:37,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741892_1068 (size=39263) 2024-11-11T15:06:37,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741893_1069 (size=39263) 2024-11-11T15:06:37,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741893_1069 (size=39263) 2024-11-11T15:06:37,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741893_1069 (size=39263) 2024-11-11T15:06:37,850 DEBUG [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(1351): Waiting on 125d2d6b74af454257602cb2fce5e4ef, 4390a310c3a61ba5a0ca28a10abb3931, 4cf4161ca873bc45cbc04c362f8eca73, 5053012957fa3ad0b35c8d6c319b3624, 5f09eb15bd400d7de9a08a02da4e6d6c, 9eef2c8475384aa971f0d313b537b538, a127f7b3c9885aca6c23dd667bd45a01, b6fb34bb52e19824e8858dcb7c5a4c07, c76e982bd0a77359301e26f912efaa79 2024-11-11T15:06:37,851 DEBUG [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(1351): Waiting on 2ad254a2016c07a42bb9d04adf7f77a2, 41bcb430154250115506527c48829cff, 632939b50825a58679c67532135ea99d, 8831c6ba20b6ed4ae28131107f6b7d8a, c4279699cba0d55d9dc68f6216bda61b, cf207c1a1fe6fb43795982e6b095cd8b, f1f36b862217df0a80e305b999ea327f 2024-11-11T15:06:38,050 DEBUG [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(1351): Waiting on 125d2d6b74af454257602cb2fce5e4ef, 4390a310c3a61ba5a0ca28a10abb3931, 4cf4161ca873bc45cbc04c362f8eca73, 5053012957fa3ad0b35c8d6c319b3624, 5f09eb15bd400d7de9a08a02da4e6d6c, 9eef2c8475384aa971f0d313b537b538, a127f7b3c9885aca6c23dd667bd45a01, b6fb34bb52e19824e8858dcb7c5a4c07, c76e982bd0a77359301e26f912efaa79 2024-11-11T15:06:38,051 DEBUG [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(1351): Waiting on 2ad254a2016c07a42bb9d04adf7f77a2, 41bcb430154250115506527c48829cff, 632939b50825a58679c67532135ea99d, 8831c6ba20b6ed4ae28131107f6b7d8a, c4279699cba0d55d9dc68f6216bda61b, cf207c1a1fe6fb43795982e6b095cd8b, f1f36b862217df0a80e305b999ea327f 2024-11-11T15:06:38,065 INFO [regionserver/2ba012863a15:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:06:38,065 INFO [regionserver/2ba012863a15:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:06:38,077 INFO [regionserver/2ba012863a15:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:06:38,077 INFO [regionserver/2ba012863a15:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:06:38,122 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4279699cba0d55d9dc68f6216bda61b/.tmp/colfamily11/4907bd27d432424faa50ad4424adb1c4 2024-11-11T15:06:38,134 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4279699cba0d55d9dc68f6216bda61b/.tmp/colfamily11/4907bd27d432424faa50ad4424adb1c4 as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4279699cba0d55d9dc68f6216bda61b/colfamily11/4907bd27d432424faa50ad4424adb1c4 2024-11-11T15:06:38,135 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a127f7b3c9885aca6c23dd667bd45a01/.tmp/colfamily11/35e5ff8d27dc4fde8e1cde4deda7c58c 2024-11-11T15:06:38,142 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4279699cba0d55d9dc68f6216bda61b/colfamily11/4907bd27d432424faa50ad4424adb1c4, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T15:06:38,143 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c4279699cba0d55d9dc68f6216bda61b in 462ms, sequenceid=5, compaction requested=false 2024-11-11T15:06:38,144 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a127f7b3c9885aca6c23dd667bd45a01/.tmp/colfamily11/35e5ff8d27dc4fde8e1cde4deda7c58c as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a127f7b3c9885aca6c23dd667bd45a01/colfamily11/35e5ff8d27dc4fde8e1cde4deda7c58c 2024-11-11T15:06:38,151 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a127f7b3c9885aca6c23dd667bd45a01/colfamily11/35e5ff8d27dc4fde8e1cde4deda7c58c, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T15:06:38,152 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a127f7b3c9885aca6c23dd667bd45a01 in 466ms, sequenceid=5, compaction requested=false 2024-11-11T15:06:38,155 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c4279699cba0d55d9dc68f6216bda61b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:06:38,156 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b. 2024-11-11T15:06:38,156 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a127f7b3c9885aca6c23dd667bd45a01/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:06:38,156 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4279699cba0d55d9dc68f6216bda61b: Waiting for close lock at 1731337597681Running coprocessor pre-close hooks at 1731337597681Disabling compacts and flushes for region at 1731337597681Disabling writes for close at 1731337597681Obtaining lock to block concurrent updates at 1731337597681Preparing flush snapshotting stores in c4279699cba0d55d9dc68f6216bda61b at 1731337597681Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731337597682 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b. at 1731337597683 (+1 ms)Flushing c4279699cba0d55d9dc68f6216bda61b/colfamily11: creating writer at 1731337597683Flushing c4279699cba0d55d9dc68f6216bda61b/colfamily11: appending metadata at 1731337597706 (+23 ms)Flushing c4279699cba0d55d9dc68f6216bda61b/colfamily11: closing flushed file at 1731337597706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@351a7fc2: reopening flushed file at 1731337598133 (+427 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c4279699cba0d55d9dc68f6216bda61b in 462ms, sequenceid=5, compaction requested=false at 1731337598143 (+10 ms)Writing region close event to WAL at 1731337598151 (+8 ms)Running coprocessor post-close hooks at 1731337598156 (+5 ms)Closed at 1731337598156 2024-11-11T15:06:38,156 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731337404942.c4279699cba0d55d9dc68f6216bda61b. 2024-11-11T15:06:38,157 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f1f36b862217df0a80e305b999ea327f, disabling compactions & flushes 2024-11-11T15:06:38,157 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01. 2024-11-11T15:06:38,157 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f. 2024-11-11T15:06:38,157 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a127f7b3c9885aca6c23dd667bd45a01: Waiting for close lock at 1731337597686Running coprocessor pre-close hooks at 1731337597686Disabling compacts and flushes for region at 1731337597686Disabling writes for close at 1731337597686Obtaining lock to block concurrent updates at 1731337597686Preparing flush snapshotting stores in a127f7b3c9885aca6c23dd667bd45a01 at 1731337597686Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731337597686Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01. at 1731337597689 (+3 ms)Flushing a127f7b3c9885aca6c23dd667bd45a01/colfamily11: creating writer at 1731337597689Flushing a127f7b3c9885aca6c23dd667bd45a01/colfamily11: appending metadata at 1731337597710 (+21 ms)Flushing a127f7b3c9885aca6c23dd667bd45a01/colfamily11: closing flushed file at 1731337597710Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@724007c4: reopening flushed file at 1731337598143 (+433 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a127f7b3c9885aca6c23dd667bd45a01 in 466ms, sequenceid=5, compaction requested=false at 1731337598152 (+9 ms)Writing region close event to WAL at 1731337598153 (+1 ms)Running coprocessor post-close hooks at 1731337598157 (+4 ms)Closed at 1731337598157 2024-11-11T15:06:38,157 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f. 2024-11-11T15:06:38,157 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f. after waiting 0 ms 2024-11-11T15:06:38,157 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731337404942.a127f7b3c9885aca6c23dd667bd45a01. 2024-11-11T15:06:38,157 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f. 2024-11-11T15:06:38,157 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 125d2d6b74af454257602cb2fce5e4ef, disabling compactions & flushes 2024-11-11T15:06:38,157 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef. 2024-11-11T15:06:38,157 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef. 2024-11-11T15:06:38,157 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f1f36b862217df0a80e305b999ea327f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T15:06:38,157 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef. after waiting 0 ms 2024-11-11T15:06:38,157 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef. 2024-11-11T15:06:38,166 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/125d2d6b74af454257602cb2fce5e4ef/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-11T15:06:38,167 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef. 2024-11-11T15:06:38,168 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 125d2d6b74af454257602cb2fce5e4ef: Waiting for close lock at 1731337598157Running coprocessor pre-close hooks at 1731337598157Disabling compacts and flushes for region at 1731337598157Disabling writes for close at 1731337598157Writing region close event to WAL at 1731337598158 (+1 ms)Running coprocessor post-close hooks at 1731337598167 (+9 ms)Closed at 1731337598167 2024-11-11T15:06:38,168 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731337404942.125d2d6b74af454257602cb2fce5e4ef. 2024-11-11T15:06:38,168 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5053012957fa3ad0b35c8d6c319b3624, disabling compactions & flushes 2024-11-11T15:06:38,168 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624. 2024-11-11T15:06:38,168 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624. 2024-11-11T15:06:38,168 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624. after waiting 0 ms 2024-11-11T15:06:38,168 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624. 2024-11-11T15:06:38,173 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5053012957fa3ad0b35c8d6c319b3624/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-11T15:06:38,174 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624. 2024-11-11T15:06:38,174 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5053012957fa3ad0b35c8d6c319b3624: Waiting for close lock at 1731337598168Running coprocessor pre-close hooks at 1731337598168Disabling compacts and flushes for region at 1731337598168Disabling writes for close at 1731337598168Writing region close event to WAL at 1731337598169 (+1 ms)Running coprocessor post-close hooks at 1731337598174 (+5 ms)Closed at 1731337598174 2024-11-11T15:06:38,174 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731337404942.5053012957fa3ad0b35c8d6c319b3624. 2024-11-11T15:06:38,175 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9eef2c8475384aa971f0d313b537b538, disabling compactions & flushes 2024-11-11T15:06:38,175 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538. 2024-11-11T15:06:38,175 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538. 2024-11-11T15:06:38,175 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538. after waiting 0 ms 2024-11-11T15:06:38,175 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538. 2024-11-11T15:06:38,175 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9eef2c8475384aa971f0d313b537b538 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T15:06:38,176 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f1f36b862217df0a80e305b999ea327f/.tmp/colfamily11/d8ea21674b3a45f1b8832c76e0631110 is 52, key is uuu/colfamily11:colfamily11/1731337410190/Put/seqid=0 2024-11-11T15:06:38,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741894_1070 (size=39263) 2024-11-11T15:06:38,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741894_1070 (size=39263) 2024-11-11T15:06:38,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741894_1070 (size=39263) 2024-11-11T15:06:38,185 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f1f36b862217df0a80e305b999ea327f/.tmp/colfamily11/d8ea21674b3a45f1b8832c76e0631110 2024-11-11T15:06:38,193 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9eef2c8475384aa971f0d313b537b538/.tmp/colfamily11/a9b6ec1ab7454fcf8d82ef7992fe0ad6 is 52, key is bbb/colfamily11:colfamily11/1731337409863/Put/seqid=0 2024-11-11T15:06:38,194 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f1f36b862217df0a80e305b999ea327f/.tmp/colfamily11/d8ea21674b3a45f1b8832c76e0631110 as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f1f36b862217df0a80e305b999ea327f/colfamily11/d8ea21674b3a45f1b8832c76e0631110 2024-11-11T15:06:38,201 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f1f36b862217df0a80e305b999ea327f/colfamily11/d8ea21674b3a45f1b8832c76e0631110, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T15:06:38,203 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f1f36b862217df0a80e305b999ea327f in 46ms, sequenceid=5, compaction requested=false 2024-11-11T15:06:38,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741895_1071 (size=39263) 2024-11-11T15:06:38,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741895_1071 (size=39263) 2024-11-11T15:06:38,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741895_1071 (size=39263) 2024-11-11T15:06:38,209 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9eef2c8475384aa971f0d313b537b538/.tmp/colfamily11/a9b6ec1ab7454fcf8d82ef7992fe0ad6 2024-11-11T15:06:38,210 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f1f36b862217df0a80e305b999ea327f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:06:38,211 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f. 2024-11-11T15:06:38,211 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f1f36b862217df0a80e305b999ea327f: Waiting for close lock at 1731337598157Running coprocessor pre-close hooks at 1731337598157Disabling compacts and flushes for region at 1731337598157Disabling writes for close at 1731337598157Obtaining lock to block concurrent updates at 1731337598157Preparing flush snapshotting stores in f1f36b862217df0a80e305b999ea327f at 1731337598157Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731337598157Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f. at 1731337598158 (+1 ms)Flushing f1f36b862217df0a80e305b999ea327f/colfamily11: creating writer at 1731337598158Flushing f1f36b862217df0a80e305b999ea327f/colfamily11: appending metadata at 1731337598176 (+18 ms)Flushing f1f36b862217df0a80e305b999ea327f/colfamily11: closing flushed file at 1731337598176Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67b61b02: reopening flushed file at 1731337598193 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f1f36b862217df0a80e305b999ea327f in 46ms, sequenceid=5, compaction requested=false at 1731337598203 (+10 ms)Writing region close event to WAL at 1731337598206 (+3 ms)Running coprocessor post-close hooks at 1731337598211 (+5 ms)Closed at 1731337598211 2024-11-11T15:06:38,211 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731337404942.f1f36b862217df0a80e305b999ea327f. 2024-11-11T15:06:38,211 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ad254a2016c07a42bb9d04adf7f77a2, disabling compactions & flushes 2024-11-11T15:06:38,211 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2. 2024-11-11T15:06:38,211 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2. 2024-11-11T15:06:38,211 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2. after waiting 0 ms 2024-11-11T15:06:38,212 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2. 2024-11-11T15:06:38,212 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2ad254a2016c07a42bb9d04adf7f77a2 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T15:06:38,216 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9eef2c8475384aa971f0d313b537b538/.tmp/colfamily11/a9b6ec1ab7454fcf8d82ef7992fe0ad6 as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9eef2c8475384aa971f0d313b537b538/colfamily11/a9b6ec1ab7454fcf8d82ef7992fe0ad6 2024-11-11T15:06:38,224 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9eef2c8475384aa971f0d313b537b538/colfamily11/a9b6ec1ab7454fcf8d82ef7992fe0ad6, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T15:06:38,225 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9eef2c8475384aa971f0d313b537b538 in 50ms, sequenceid=5, compaction requested=false 2024-11-11T15:06:38,229 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9eef2c8475384aa971f0d313b537b538/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:06:38,230 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538. 2024-11-11T15:06:38,230 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9eef2c8475384aa971f0d313b537b538: Waiting for close lock at 1731337598174Running coprocessor pre-close hooks at 1731337598174Disabling compacts and flushes for region at 1731337598175 (+1 ms)Disabling writes for close at 1731337598175Obtaining lock to block concurrent updates at 1731337598175Preparing flush snapshotting stores in 9eef2c8475384aa971f0d313b537b538 at 1731337598175Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731337598175Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538. at 1731337598176 (+1 ms)Flushing 9eef2c8475384aa971f0d313b537b538/colfamily11: creating writer at 1731337598176Flushing 9eef2c8475384aa971f0d313b537b538/colfamily11: appending metadata at 1731337598193 (+17 ms)Flushing 9eef2c8475384aa971f0d313b537b538/colfamily11: closing flushed file at 1731337598193Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c6a6b6d: reopening flushed file at 1731337598216 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9eef2c8475384aa971f0d313b537b538 in 50ms, sequenceid=5, compaction requested=false at 1731337598225 (+9 ms)Writing region close event to WAL at 1731337598226 (+1 ms)Running coprocessor post-close hooks at 1731337598230 (+4 ms)Closed at 1731337598230 2024-11-11T15:06:38,230 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731337404942.9eef2c8475384aa971f0d313b537b538. 2024-11-11T15:06:38,231 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f09eb15bd400d7de9a08a02da4e6d6c, disabling compactions & flushes 2024-11-11T15:06:38,231 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c. 2024-11-11T15:06:38,231 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c. 2024-11-11T15:06:38,231 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c. after waiting 0 ms 2024-11-11T15:06:38,231 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c. 2024-11-11T15:06:38,231 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5f09eb15bd400d7de9a08a02da4e6d6c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T15:06:38,235 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ad254a2016c07a42bb9d04adf7f77a2/.tmp/colfamily11/23390f8fc8c740e3a9485d59def73718 is 52, key is ooo/colfamily11:colfamily11/1731337410107/Put/seqid=0 2024-11-11T15:06:38,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741896_1072 (size=39263) 2024-11-11T15:06:38,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741896_1072 (size=39263) 2024-11-11T15:06:38,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741896_1072 (size=39263) 2024-11-11T15:06:38,246 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ad254a2016c07a42bb9d04adf7f77a2/.tmp/colfamily11/23390f8fc8c740e3a9485d59def73718 2024-11-11T15:06:38,250 INFO [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-11T15:06:38,251 DEBUG [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(1325): Online Regions={5f09eb15bd400d7de9a08a02da4e6d6c=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c., b6fb34bb52e19824e8858dcb7c5a4c07=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07., 4390a310c3a61ba5a0ca28a10abb3931=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731337404942.4390a310c3a61ba5a0ca28a10abb3931., 4cf4161ca873bc45cbc04c362f8eca73=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73., c76e982bd0a77359301e26f912efaa79=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79.} 2024-11-11T15:06:38,251 DEBUG [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(1351): Waiting on 4390a310c3a61ba5a0ca28a10abb3931, 4cf4161ca873bc45cbc04c362f8eca73, 5f09eb15bd400d7de9a08a02da4e6d6c, b6fb34bb52e19824e8858dcb7c5a4c07, c76e982bd0a77359301e26f912efaa79 2024-11-11T15:06:38,251 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f09eb15bd400d7de9a08a02da4e6d6c/.tmp/colfamily11/93875461ca9f41fcb8248abf73a23077 is 52, key is ttt/colfamily11:colfamily11/1731337410166/Put/seqid=0 2024-11-11T15:06:38,251 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-11T15:06:38,251 DEBUG [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(1325): Online Regions={2ad254a2016c07a42bb9d04adf7f77a2=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2., cf207c1a1fe6fb43795982e6b095cd8b=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731337404942.cf207c1a1fe6fb43795982e6b095cd8b., 632939b50825a58679c67532135ea99d=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d., 8831c6ba20b6ed4ae28131107f6b7d8a=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731337404942.8831c6ba20b6ed4ae28131107f6b7d8a., 41bcb430154250115506527c48829cff=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff.} 2024-11-11T15:06:38,251 DEBUG [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(1351): Waiting on 2ad254a2016c07a42bb9d04adf7f77a2, 41bcb430154250115506527c48829cff, 632939b50825a58679c67532135ea99d, 8831c6ba20b6ed4ae28131107f6b7d8a, cf207c1a1fe6fb43795982e6b095cd8b 2024-11-11T15:06:38,255 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ad254a2016c07a42bb9d04adf7f77a2/.tmp/colfamily11/23390f8fc8c740e3a9485d59def73718 as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ad254a2016c07a42bb9d04adf7f77a2/colfamily11/23390f8fc8c740e3a9485d59def73718 2024-11-11T15:06:38,263 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ad254a2016c07a42bb9d04adf7f77a2/colfamily11/23390f8fc8c740e3a9485d59def73718, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T15:06:38,264 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2ad254a2016c07a42bb9d04adf7f77a2 in 52ms, sequenceid=5, compaction requested=false 2024-11-11T15:06:38,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741897_1073 (size=39263) 2024-11-11T15:06:38,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741897_1073 (size=39263) 2024-11-11T15:06:38,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741897_1073 (size=39263) 2024-11-11T15:06:38,271 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f09eb15bd400d7de9a08a02da4e6d6c/.tmp/colfamily11/93875461ca9f41fcb8248abf73a23077 2024-11-11T15:06:38,283 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ad254a2016c07a42bb9d04adf7f77a2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:06:38,286 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2. 2024-11-11T15:06:38,286 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ad254a2016c07a42bb9d04adf7f77a2: Waiting for close lock at 1731337598211Running coprocessor pre-close hooks at 1731337598211Disabling compacts and flushes for region at 1731337598211Disabling writes for close at 1731337598211Obtaining lock to block concurrent updates at 1731337598212 (+1 ms)Preparing flush snapshotting stores in 2ad254a2016c07a42bb9d04adf7f77a2 at 1731337598212Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731337598212Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2. at 1731337598212Flushing 2ad254a2016c07a42bb9d04adf7f77a2/colfamily11: creating writer at 1731337598212Flushing 2ad254a2016c07a42bb9d04adf7f77a2/colfamily11: appending metadata at 1731337598235 (+23 ms)Flushing 2ad254a2016c07a42bb9d04adf7f77a2/colfamily11: closing flushed file at 1731337598235Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fa8a54: reopening flushed file at 1731337598254 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2ad254a2016c07a42bb9d04adf7f77a2 in 52ms, sequenceid=5, compaction requested=false at 1731337598264 (+10 ms)Writing region close event to WAL at 1731337598266 (+2 ms)Running coprocessor post-close hooks at 1731337598286 (+20 ms)Closed at 1731337598286 2024-11-11T15:06:38,286 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731337404942.2ad254a2016c07a42bb9d04adf7f77a2. 2024-11-11T15:06:38,287 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf207c1a1fe6fb43795982e6b095cd8b, disabling compactions & flushes 2024-11-11T15:06:38,287 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731337404942.cf207c1a1fe6fb43795982e6b095cd8b. 2024-11-11T15:06:38,287 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731337404942.cf207c1a1fe6fb43795982e6b095cd8b. 2024-11-11T15:06:38,287 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f09eb15bd400d7de9a08a02da4e6d6c/.tmp/colfamily11/93875461ca9f41fcb8248abf73a23077 as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f09eb15bd400d7de9a08a02da4e6d6c/colfamily11/93875461ca9f41fcb8248abf73a23077 2024-11-11T15:06:38,287 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731337404942.cf207c1a1fe6fb43795982e6b095cd8b. after waiting 0 ms 2024-11-11T15:06:38,287 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731337404942.cf207c1a1fe6fb43795982e6b095cd8b. 2024-11-11T15:06:38,287 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cf207c1a1fe6fb43795982e6b095cd8b 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-11T15:06:38,302 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f09eb15bd400d7de9a08a02da4e6d6c/colfamily11/93875461ca9f41fcb8248abf73a23077, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T15:06:38,305 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5f09eb15bd400d7de9a08a02da4e6d6c in 74ms, sequenceid=5, compaction requested=false 2024-11-11T15:06:38,326 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cf207c1a1fe6fb43795982e6b095cd8b/.tmp/colfamily11/46fad6f800a143b0825761947daee375 is 52, key is zzz/colfamily11:colfamily11/1731337410243/Put/seqid=0 2024-11-11T15:06:38,330 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f09eb15bd400d7de9a08a02da4e6d6c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:06:38,334 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c. 2024-11-11T15:06:38,335 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f09eb15bd400d7de9a08a02da4e6d6c: Waiting for close lock at 1731337598231Running coprocessor pre-close hooks at 1731337598231Disabling compacts and flushes for region at 1731337598231Disabling writes for close at 1731337598231Obtaining lock to block concurrent updates at 1731337598231Preparing flush snapshotting stores in 5f09eb15bd400d7de9a08a02da4e6d6c at 1731337598231Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731337598231Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c. at 1731337598232 (+1 ms)Flushing 5f09eb15bd400d7de9a08a02da4e6d6c/colfamily11: creating writer at 1731337598232Flushing 5f09eb15bd400d7de9a08a02da4e6d6c/colfamily11: appending metadata at 1731337598251 (+19 ms)Flushing 5f09eb15bd400d7de9a08a02da4e6d6c/colfamily11: closing flushed file at 1731337598251Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4223d4d5: reopening flushed file at 1731337598285 (+34 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5f09eb15bd400d7de9a08a02da4e6d6c in 74ms, sequenceid=5, compaction requested=false at 1731337598305 (+20 ms)Writing region close event to WAL at 1731337598313 (+8 ms)Running coprocessor post-close hooks at 1731337598334 (+21 ms)Closed at 1731337598334 2024-11-11T15:06:38,335 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731337404942.5f09eb15bd400d7de9a08a02da4e6d6c. 2024-11-11T15:06:38,335 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6fb34bb52e19824e8858dcb7c5a4c07, disabling compactions & flushes 2024-11-11T15:06:38,335 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07. 2024-11-11T15:06:38,335 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07. 2024-11-11T15:06:38,335 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07. after waiting 0 ms 2024-11-11T15:06:38,335 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07. 2024-11-11T15:06:38,335 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b6fb34bb52e19824e8858dcb7c5a4c07 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T15:06:38,378 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b6fb34bb52e19824e8858dcb7c5a4c07/.tmp/colfamily11/2ca1f432d7744e1095e2933b4cb7b319 is 52, key is ggg/colfamily11:colfamily11/1731337409963/Put/seqid=0 2024-11-11T15:06:38,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741898_1074 (size=4857) 2024-11-11T15:06:38,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741898_1074 (size=4857) 2024-11-11T15:06:38,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741898_1074 (size=4857) 2024-11-11T15:06:38,422 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cf207c1a1fe6fb43795982e6b095cd8b/.tmp/colfamily11/46fad6f800a143b0825761947daee375 2024-11-11T15:06:38,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741899_1075 (size=39263) 2024-11-11T15:06:38,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741899_1075 (size=39263) 2024-11-11T15:06:38,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741899_1075 (size=39263) 2024-11-11T15:06:38,435 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b6fb34bb52e19824e8858dcb7c5a4c07/.tmp/colfamily11/2ca1f432d7744e1095e2933b4cb7b319 2024-11-11T15:06:38,442 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cf207c1a1fe6fb43795982e6b095cd8b/.tmp/colfamily11/46fad6f800a143b0825761947daee375 as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cf207c1a1fe6fb43795982e6b095cd8b/colfamily11/46fad6f800a143b0825761947daee375 2024-11-11T15:06:38,451 DEBUG [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(1351): Waiting on 4390a310c3a61ba5a0ca28a10abb3931, 4cf4161ca873bc45cbc04c362f8eca73, b6fb34bb52e19824e8858dcb7c5a4c07, c76e982bd0a77359301e26f912efaa79 2024-11-11T15:06:38,451 DEBUG [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(1351): Waiting on 41bcb430154250115506527c48829cff, 632939b50825a58679c67532135ea99d, 8831c6ba20b6ed4ae28131107f6b7d8a, cf207c1a1fe6fb43795982e6b095cd8b 2024-11-11T15:06:38,461 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b6fb34bb52e19824e8858dcb7c5a4c07/.tmp/colfamily11/2ca1f432d7744e1095e2933b4cb7b319 as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b6fb34bb52e19824e8858dcb7c5a4c07/colfamily11/2ca1f432d7744e1095e2933b4cb7b319 2024-11-11T15:06:38,479 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cf207c1a1fe6fb43795982e6b095cd8b/colfamily11/46fad6f800a143b0825761947daee375, entries=1, sequenceid=5, filesize=4.7 K 2024-11-11T15:06:38,490 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for cf207c1a1fe6fb43795982e6b095cd8b in 203ms, sequenceid=5, compaction requested=false 2024-11-11T15:06:38,497 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b6fb34bb52e19824e8858dcb7c5a4c07/colfamily11/2ca1f432d7744e1095e2933b4cb7b319, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T15:06:38,498 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b6fb34bb52e19824e8858dcb7c5a4c07 in 163ms, sequenceid=5, compaction requested=false 2024-11-11T15:06:38,527 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cf207c1a1fe6fb43795982e6b095cd8b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:06:38,529 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b6fb34bb52e19824e8858dcb7c5a4c07/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:06:38,530 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731337404942.cf207c1a1fe6fb43795982e6b095cd8b. 2024-11-11T15:06:38,530 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07. 2024-11-11T15:06:38,530 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6fb34bb52e19824e8858dcb7c5a4c07: Waiting for close lock at 1731337598335Running coprocessor pre-close hooks at 1731337598335Disabling compacts and flushes for region at 1731337598335Disabling writes for close at 1731337598335Obtaining lock to block concurrent updates at 1731337598335Preparing flush snapshotting stores in b6fb34bb52e19824e8858dcb7c5a4c07 at 1731337598335Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731337598336 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07. at 1731337598337 (+1 ms)Flushing b6fb34bb52e19824e8858dcb7c5a4c07/colfamily11: creating writer at 1731337598337Flushing b6fb34bb52e19824e8858dcb7c5a4c07/colfamily11: appending metadata at 1731337598377 (+40 ms)Flushing b6fb34bb52e19824e8858dcb7c5a4c07/colfamily11: closing flushed file at 1731337598377Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cfde476: reopening flushed file at 1731337598459 (+82 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b6fb34bb52e19824e8858dcb7c5a4c07 in 163ms, sequenceid=5, compaction requested=false at 1731337598498 (+39 ms)Writing region close event to WAL at 1731337598514 (+16 ms)Running coprocessor post-close hooks at 1731337598530 (+16 ms)Closed at 1731337598530 2024-11-11T15:06:38,530 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf207c1a1fe6fb43795982e6b095cd8b: Waiting for close lock at 1731337598287Running coprocessor pre-close hooks at 1731337598287Disabling compacts and flushes for region at 1731337598287Disabling writes for close at 1731337598287Obtaining lock to block concurrent updates at 1731337598287Preparing flush snapshotting stores in cf207c1a1fe6fb43795982e6b095cd8b at 1731337598287Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731337404942.cf207c1a1fe6fb43795982e6b095cd8b., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731337598287Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731337404942.cf207c1a1fe6fb43795982e6b095cd8b. at 1731337598291 (+4 ms)Flushing cf207c1a1fe6fb43795982e6b095cd8b/colfamily11: creating writer at 1731337598291Flushing cf207c1a1fe6fb43795982e6b095cd8b/colfamily11: appending metadata at 1731337598326 (+35 ms)Flushing cf207c1a1fe6fb43795982e6b095cd8b/colfamily11: closing flushed file at 1731337598326Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@580de0d: reopening flushed file at 1731337598441 (+115 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for cf207c1a1fe6fb43795982e6b095cd8b in 203ms, sequenceid=5, compaction requested=false at 1731337598490 (+49 ms)Writing region close event to WAL at 1731337598502 (+12 ms)Running coprocessor post-close hooks at 1731337598530 (+28 ms)Closed at 1731337598530 2024-11-11T15:06:38,530 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731337404942.b6fb34bb52e19824e8858dcb7c5a4c07. 2024-11-11T15:06:38,530 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731337404942.cf207c1a1fe6fb43795982e6b095cd8b. 2024-11-11T15:06:38,530 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 632939b50825a58679c67532135ea99d, disabling compactions & flushes 2024-11-11T15:06:38,530 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4390a310c3a61ba5a0ca28a10abb3931, disabling compactions & flushes 2024-11-11T15:06:38,530 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731337404942.4390a310c3a61ba5a0ca28a10abb3931. 2024-11-11T15:06:38,530 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d. 2024-11-11T15:06:38,530 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731337404942.4390a310c3a61ba5a0ca28a10abb3931. 2024-11-11T15:06:38,530 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d. 2024-11-11T15:06:38,530 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731337404942.4390a310c3a61ba5a0ca28a10abb3931. after waiting 0 ms 2024-11-11T15:06:38,530 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731337404942.4390a310c3a61ba5a0ca28a10abb3931. 2024-11-11T15:06:38,530 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d. after waiting 0 ms 2024-11-11T15:06:38,531 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d. 2024-11-11T15:06:38,531 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4390a310c3a61ba5a0ca28a10abb3931 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T15:06:38,531 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 632939b50825a58679c67532135ea99d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T15:06:38,573 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/632939b50825a58679c67532135ea99d/.tmp/colfamily11/5f796c6d3c6d4c0da75e71a8e8694fe1 is 52, key is rrr/colfamily11:colfamily11/1731337410146/Put/seqid=0 2024-11-11T15:06:38,589 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4390a310c3a61ba5a0ca28a10abb3931/.tmp/colfamily11/4d45d7c811d34977968ab10c361ada79 is 52, key is www/colfamily11:colfamily11/1731337410205/Put/seqid=0 2024-11-11T15:06:38,651 DEBUG [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(1351): Waiting on 4390a310c3a61ba5a0ca28a10abb3931, 4cf4161ca873bc45cbc04c362f8eca73, c76e982bd0a77359301e26f912efaa79 2024-11-11T15:06:38,652 DEBUG [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(1351): Waiting on 41bcb430154250115506527c48829cff, 632939b50825a58679c67532135ea99d, 8831c6ba20b6ed4ae28131107f6b7d8a 2024-11-11T15:06:38,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741900_1076 (size=39263) 2024-11-11T15:06:38,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741900_1076 (size=39263) 2024-11-11T15:06:38,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741900_1076 (size=39263) 2024-11-11T15:06:38,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741901_1077 (size=39263) 2024-11-11T15:06:38,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741901_1077 (size=39263) 2024-11-11T15:06:38,695 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4390a310c3a61ba5a0ca28a10abb3931/.tmp/colfamily11/4d45d7c811d34977968ab10c361ada79 2024-11-11T15:06:38,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741901_1077 (size=39263) 2024-11-11T15:06:38,695 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/632939b50825a58679c67532135ea99d/.tmp/colfamily11/5f796c6d3c6d4c0da75e71a8e8694fe1 2024-11-11T15:06:38,726 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4390a310c3a61ba5a0ca28a10abb3931/.tmp/colfamily11/4d45d7c811d34977968ab10c361ada79 as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4390a310c3a61ba5a0ca28a10abb3931/colfamily11/4d45d7c811d34977968ab10c361ada79 2024-11-11T15:06:38,734 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/632939b50825a58679c67532135ea99d/.tmp/colfamily11/5f796c6d3c6d4c0da75e71a8e8694fe1 as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/632939b50825a58679c67532135ea99d/colfamily11/5f796c6d3c6d4c0da75e71a8e8694fe1 2024-11-11T15:06:38,749 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4390a310c3a61ba5a0ca28a10abb3931/colfamily11/4d45d7c811d34977968ab10c361ada79, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T15:06:38,755 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4390a310c3a61ba5a0ca28a10abb3931 in 224ms, sequenceid=5, compaction requested=false 2024-11-11T15:06:38,789 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/632939b50825a58679c67532135ea99d/colfamily11/5f796c6d3c6d4c0da75e71a8e8694fe1, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T15:06:38,795 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 632939b50825a58679c67532135ea99d in 264ms, sequenceid=5, compaction requested=false 2024-11-11T15:06:38,808 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4390a310c3a61ba5a0ca28a10abb3931/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:06:38,809 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731337404942.4390a310c3a61ba5a0ca28a10abb3931. 2024-11-11T15:06:38,809 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4390a310c3a61ba5a0ca28a10abb3931: Waiting for close lock at 1731337598530Running coprocessor pre-close hooks at 1731337598530Disabling compacts and flushes for region at 1731337598530Disabling writes for close at 1731337598530Obtaining lock to block concurrent updates at 1731337598531 (+1 ms)Preparing flush snapshotting stores in 4390a310c3a61ba5a0ca28a10abb3931 at 1731337598531Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731337404942.4390a310c3a61ba5a0ca28a10abb3931., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731337598531Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731337404942.4390a310c3a61ba5a0ca28a10abb3931. at 1731337598538 (+7 ms)Flushing 4390a310c3a61ba5a0ca28a10abb3931/colfamily11: creating writer at 1731337598538Flushing 4390a310c3a61ba5a0ca28a10abb3931/colfamily11: appending metadata at 1731337598588 (+50 ms)Flushing 4390a310c3a61ba5a0ca28a10abb3931/colfamily11: closing flushed file at 1731337598588Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15615104: reopening flushed file at 1731337598718 (+130 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4390a310c3a61ba5a0ca28a10abb3931 in 224ms, sequenceid=5, compaction requested=false at 1731337598755 (+37 ms)Writing region close event to WAL at 1731337598774 (+19 ms)Running coprocessor post-close hooks at 1731337598809 (+35 ms)Closed at 1731337598809 2024-11-11T15:06:38,809 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731337404942.4390a310c3a61ba5a0ca28a10abb3931. 2024-11-11T15:06:38,810 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4cf4161ca873bc45cbc04c362f8eca73, disabling compactions & flushes 2024-11-11T15:06:38,810 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73. 2024-11-11T15:06:38,810 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73. 2024-11-11T15:06:38,810 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73. after waiting 0 ms 2024-11-11T15:06:38,810 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73. 2024-11-11T15:06:38,810 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4cf4161ca873bc45cbc04c362f8eca73 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T15:06:38,832 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/632939b50825a58679c67532135ea99d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:06:38,833 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d. 2024-11-11T15:06:38,833 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 632939b50825a58679c67532135ea99d: Waiting for close lock at 1731337598530Running coprocessor pre-close hooks at 1731337598530Disabling compacts and flushes for region at 1731337598530Disabling writes for close at 1731337598531 (+1 ms)Obtaining lock to block concurrent updates at 1731337598531Preparing flush snapshotting stores in 632939b50825a58679c67532135ea99d at 1731337598531Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731337598531Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d. at 1731337598532 (+1 ms)Flushing 632939b50825a58679c67532135ea99d/colfamily11: creating writer at 1731337598532Flushing 632939b50825a58679c67532135ea99d/colfamily11: appending metadata at 1731337598572 (+40 ms)Flushing 632939b50825a58679c67532135ea99d/colfamily11: closing flushed file at 1731337598572Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cc875d6: reopening flushed file at 1731337598723 (+151 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 632939b50825a58679c67532135ea99d in 264ms, sequenceid=5, compaction requested=false at 1731337598795 (+72 ms)Writing region close event to WAL at 1731337598802 (+7 ms)Running coprocessor post-close hooks at 1731337598833 (+31 ms)Closed at 1731337598833 2024-11-11T15:06:38,833 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731337404942.632939b50825a58679c67532135ea99d. 2024-11-11T15:06:38,833 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8831c6ba20b6ed4ae28131107f6b7d8a, disabling compactions & flushes 2024-11-11T15:06:38,833 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731337404942.8831c6ba20b6ed4ae28131107f6b7d8a. 2024-11-11T15:06:38,834 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731337404942.8831c6ba20b6ed4ae28131107f6b7d8a. 2024-11-11T15:06:38,834 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731337404942.8831c6ba20b6ed4ae28131107f6b7d8a. after waiting 0 ms 2024-11-11T15:06:38,834 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731337404942.8831c6ba20b6ed4ae28131107f6b7d8a. 2024-11-11T15:06:38,834 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8831c6ba20b6ed4ae28131107f6b7d8a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-11T15:06:38,851 DEBUG [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(1351): Waiting on 4cf4161ca873bc45cbc04c362f8eca73, c76e982bd0a77359301e26f912efaa79 2024-11-11T15:06:38,852 DEBUG [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(1351): Waiting on 41bcb430154250115506527c48829cff, 8831c6ba20b6ed4ae28131107f6b7d8a 2024-11-11T15:06:38,855 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cf4161ca873bc45cbc04c362f8eca73/.tmp/colfamily11/5e5f64dd590d469a84921326b6b0eea1 is 52, key is hhh/colfamily11:colfamily11/1731337410006/Put/seqid=0 2024-11-11T15:06:38,897 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8831c6ba20b6ed4ae28131107f6b7d8a/.tmp/colfamily11/4e4b4bfcf39643788f196e518b4d164c is 52, key is lll/colfamily11:colfamily11/1731337410063/Put/seqid=0 2024-11-11T15:06:38,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741902_1078 (size=39263) 2024-11-11T15:06:38,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741902_1078 (size=39263) 2024-11-11T15:06:38,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741902_1078 (size=39263) 2024-11-11T15:06:38,954 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cf4161ca873bc45cbc04c362f8eca73/.tmp/colfamily11/5e5f64dd590d469a84921326b6b0eea1 2024-11-11T15:06:38,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741903_1079 (size=39263) 2024-11-11T15:06:38,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741903_1079 (size=39263) 2024-11-11T15:06:38,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741903_1079 (size=39263) 2024-11-11T15:06:38,970 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8831c6ba20b6ed4ae28131107f6b7d8a/.tmp/colfamily11/4e4b4bfcf39643788f196e518b4d164c 2024-11-11T15:06:38,986 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cf4161ca873bc45cbc04c362f8eca73/.tmp/colfamily11/5e5f64dd590d469a84921326b6b0eea1 as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cf4161ca873bc45cbc04c362f8eca73/colfamily11/5e5f64dd590d469a84921326b6b0eea1 2024-11-11T15:06:38,997 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8831c6ba20b6ed4ae28131107f6b7d8a/.tmp/colfamily11/4e4b4bfcf39643788f196e518b4d164c as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8831c6ba20b6ed4ae28131107f6b7d8a/colfamily11/4e4b4bfcf39643788f196e518b4d164c 2024-11-11T15:06:39,002 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cf4161ca873bc45cbc04c362f8eca73/colfamily11/5e5f64dd590d469a84921326b6b0eea1, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T15:06:39,006 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4cf4161ca873bc45cbc04c362f8eca73 in 196ms, sequenceid=5, compaction requested=false 2024-11-11T15:06:39,009 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8831c6ba20b6ed4ae28131107f6b7d8a/colfamily11/4e4b4bfcf39643788f196e518b4d164c, entries=703, sequenceid=5, filesize=38.3 K 2024-11-11T15:06:39,011 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8831c6ba20b6ed4ae28131107f6b7d8a in 177ms, sequenceid=5, compaction requested=false 2024-11-11T15:06:39,027 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4cf4161ca873bc45cbc04c362f8eca73/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:06:39,028 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73. 2024-11-11T15:06:39,028 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4cf4161ca873bc45cbc04c362f8eca73: Waiting for close lock at 1731337598810Running coprocessor pre-close hooks at 1731337598810Disabling compacts and flushes for region at 1731337598810Disabling writes for close at 1731337598810Obtaining lock to block concurrent updates at 1731337598810Preparing flush snapshotting stores in 4cf4161ca873bc45cbc04c362f8eca73 at 1731337598810Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731337598810Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73. at 1731337598816 (+6 ms)Flushing 4cf4161ca873bc45cbc04c362f8eca73/colfamily11: creating writer at 1731337598816Flushing 4cf4161ca873bc45cbc04c362f8eca73/colfamily11: appending metadata at 1731337598855 (+39 ms)Flushing 4cf4161ca873bc45cbc04c362f8eca73/colfamily11: closing flushed file at 1731337598855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4372cade: reopening flushed file at 1731337598982 (+127 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4cf4161ca873bc45cbc04c362f8eca73 in 196ms, sequenceid=5, compaction requested=false at 1731337599006 (+24 ms)Writing region close event to WAL at 1731337599018 (+12 ms)Running coprocessor post-close hooks at 1731337599028 (+10 ms)Closed at 1731337599028 2024-11-11T15:06:39,029 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731337404942.4cf4161ca873bc45cbc04c362f8eca73. 2024-11-11T15:06:39,029 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c76e982bd0a77359301e26f912efaa79, disabling compactions & flushes 2024-11-11T15:06:39,029 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79. 2024-11-11T15:06:39,029 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79. 2024-11-11T15:06:39,029 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79. after waiting 0 ms 2024-11-11T15:06:39,029 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79. 2024-11-11T15:06:39,036 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8831c6ba20b6ed4ae28131107f6b7d8a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:06:39,038 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731337404942.8831c6ba20b6ed4ae28131107f6b7d8a. 2024-11-11T15:06:39,038 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8831c6ba20b6ed4ae28131107f6b7d8a: Waiting for close lock at 1731337598833Running coprocessor pre-close hooks at 1731337598833Disabling compacts and flushes for region at 1731337598833Disabling writes for close at 1731337598834 (+1 ms)Obtaining lock to block concurrent updates at 1731337598834Preparing flush snapshotting stores in 8831c6ba20b6ed4ae28131107f6b7d8a at 1731337598834Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731337404942.8831c6ba20b6ed4ae28131107f6b7d8a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731337598834Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731337404942.8831c6ba20b6ed4ae28131107f6b7d8a. at 1731337598841 (+7 ms)Flushing 8831c6ba20b6ed4ae28131107f6b7d8a/colfamily11: creating writer at 1731337598841Flushing 8831c6ba20b6ed4ae28131107f6b7d8a/colfamily11: appending metadata at 1731337598896 (+55 ms)Flushing 8831c6ba20b6ed4ae28131107f6b7d8a/colfamily11: closing flushed file at 1731337598896Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b19dcaf: reopening flushed file at 1731337598995 (+99 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8831c6ba20b6ed4ae28131107f6b7d8a in 177ms, sequenceid=5, compaction requested=false at 1731337599011 (+16 ms)Writing region close event to WAL at 1731337599019 (+8 ms)Running coprocessor post-close hooks at 1731337599038 (+19 ms)Closed at 1731337599038 2024-11-11T15:06:39,038 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731337404942.8831c6ba20b6ed4ae28131107f6b7d8a. 2024-11-11T15:06:39,038 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41bcb430154250115506527c48829cff, disabling compactions & flushes 2024-11-11T15:06:39,038 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff. 2024-11-11T15:06:39,038 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff. 2024-11-11T15:06:39,038 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff. after waiting 0 ms 2024-11-11T15:06:39,038 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff. 2024-11-11T15:06:39,042 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c76e982bd0a77359301e26f912efaa79/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-11T15:06:39,043 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79. 2024-11-11T15:06:39,043 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c76e982bd0a77359301e26f912efaa79: Waiting for close lock at 1731337599029Running coprocessor pre-close hooks at 1731337599029Disabling compacts and flushes for region at 1731337599029Disabling writes for close at 1731337599029Writing region close event to WAL at 1731337599037 (+8 ms)Running coprocessor post-close hooks at 1731337599043 (+6 ms)Closed at 1731337599043 2024-11-11T15:06:39,043 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731337404942.c76e982bd0a77359301e26f912efaa79. 2024-11-11T15:06:39,043 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bcb430154250115506527c48829cff/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-11T15:06:39,046 INFO [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff. 2024-11-11T15:06:39,046 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41bcb430154250115506527c48829cff: Waiting for close lock at 1731337599038Running coprocessor pre-close hooks at 1731337599038Disabling compacts and flushes for region at 1731337599038Disabling writes for close at 1731337599038Writing region close event to WAL at 1731337599040 (+2 ms)Running coprocessor post-close hooks at 1731337599046 (+6 ms)Closed at 1731337599046 2024-11-11T15:06:39,046 DEBUG [RS_CLOSE_REGION-regionserver/2ba012863a15:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731337404942.41bcb430154250115506527c48829cff. 2024-11-11T15:06:39,052 INFO [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(976): stopping server 2ba012863a15,43323,1731337402509; all regions closed. 2024-11-11T15:06:39,052 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(976): stopping server 2ba012863a15,36933,1731337402406; all regions closed. 2024-11-11T15:06:39,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741865_1041 (size=14124) 2024-11-11T15:06:39,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741865_1041 (size=14124) 2024-11-11T15:06:39,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741865_1041 (size=14124) 2024-11-11T15:06:39,059 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,36933,1731337402406/2ba012863a15%2C36933%2C1731337402406.meta.1731337591488.meta not finished, retry = 0 2024-11-11T15:06:39,060 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,43323,1731337402509/2ba012863a15%2C43323%2C1731337402509.1731337404181 not finished, retry = 0 2024-11-11T15:06:39,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741834_1010 (size=353044) 2024-11-11T15:06:39,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741834_1010 (size=353044) 2024-11-11T15:06:39,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741834_1010 (size=353044) 2024-11-11T15:06:39,174 DEBUG [RS:1;2ba012863a15:43323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/oldWALs 2024-11-11T15:06:39,175 INFO [RS:1;2ba012863a15:43323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2ba012863a15%2C43323%2C1731337402509:(num 1731337404181) 2024-11-11T15:06:39,175 DEBUG [RS:1;2ba012863a15:43323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:06:39,175 INFO [RS:1;2ba012863a15:43323 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:06:39,175 INFO [RS:1;2ba012863a15:43323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:06:39,176 INFO [RS:1;2ba012863a15:43323 {}] hbase.ChoreService(370): Chore service for: regionserver/2ba012863a15:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T15:06:39,176 INFO [RS:1;2ba012863a15:43323 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:06:39,176 INFO [RS:1;2ba012863a15:43323 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:06:39,176 INFO [RS:1;2ba012863a15:43323 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:06:39,176 INFO [RS:1;2ba012863a15:43323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:06:39,176 INFO [regionserver/2ba012863a15:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:06:39,176 INFO [RS:1;2ba012863a15:43323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43323 2024-11-11T15:06:39,178 DEBUG [RS:0;2ba012863a15:36933 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/oldWALs 2024-11-11T15:06:39,178 INFO [RS:0;2ba012863a15:36933 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2ba012863a15%2C36933%2C1731337402406.meta:.meta(num 1731337591488) 2024-11-11T15:06:39,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741833_1009 (size=316519) 2024-11-11T15:06:39,190 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/WALs/2ba012863a15,36933,1731337402406/2ba012863a15%2C36933%2C1731337402406.1731337404181 not finished, retry = 0 2024-11-11T15:06:39,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741833_1009 (size=316519) 2024-11-11T15:06:39,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741833_1009 (size=316519) 2024-11-11T15:06:39,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:06:39,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2ba012863a15,43323,1731337402509 2024-11-11T15:06:39,195 INFO [RS:1;2ba012863a15:43323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:06:39,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2ba012863a15,43323,1731337402509] 2024-11-11T15:06:39,216 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2ba012863a15,43323,1731337402509 already deleted, retry=false 2024-11-11T15:06:39,217 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2ba012863a15,43323,1731337402509 expired; onlineServers=1 2024-11-11T15:06:39,299 DEBUG [RS:0;2ba012863a15:36933 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/oldWALs 2024-11-11T15:06:39,299 INFO [RS:0;2ba012863a15:36933 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2ba012863a15%2C36933%2C1731337402406:(num 1731337404181) 2024-11-11T15:06:39,299 DEBUG [RS:0;2ba012863a15:36933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:06:39,299 INFO [RS:0;2ba012863a15:36933 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:06:39,302 INFO [RS:0;2ba012863a15:36933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:06:39,302 INFO [RS:0;2ba012863a15:36933 {}] hbase.ChoreService(370): Chore service for: regionserver/2ba012863a15:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T15:06:39,302 INFO [RS:0;2ba012863a15:36933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:06:39,302 INFO [RS:0;2ba012863a15:36933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36933 2024-11-11T15:06:39,303 INFO [regionserver/2ba012863a15:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:06:39,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:06:39,310 INFO [RS:1;2ba012863a15:43323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:06:39,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43323-0x1002f422ffa0002, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:06:39,310 INFO [RS:1;2ba012863a15:43323 {}] regionserver.HRegionServer(1031): Exiting; stopping=2ba012863a15,43323,1731337402509; zookeeper connection closed. 2024-11-11T15:06:39,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2ba012863a15,36933,1731337402406 2024-11-11T15:06:39,311 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8deccca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8deccca 2024-11-11T15:06:39,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:06:39,312 INFO [RS:0;2ba012863a15:36933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:06:39,318 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2ba012863a15,36933,1731337402406] 2024-11-11T15:06:39,341 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2ba012863a15,36933,1731337402406 already deleted, retry=false 2024-11-11T15:06:39,341 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2ba012863a15,36933,1731337402406 expired; onlineServers=0 2024-11-11T15:06:39,342 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2ba012863a15,46189,1731337401602' ***** 2024-11-11T15:06:39,342 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:06:39,342 INFO [M:0;2ba012863a15:46189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:06:39,342 INFO [M:0;2ba012863a15:46189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:06:39,343 DEBUG [M:0;2ba012863a15:46189 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:06:39,343 DEBUG [M:0;2ba012863a15:46189 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:06:39,343 DEBUG [master/2ba012863a15:0:becomeActiveMaster-HFileCleaner.large.0-1731337403733 {}] cleaner.HFileCleaner(306): Exit Thread[master/2ba012863a15:0:becomeActiveMaster-HFileCleaner.large.0-1731337403733,5,FailOnTimeoutGroup] 2024-11-11T15:06:39,343 DEBUG [master/2ba012863a15:0:becomeActiveMaster-HFileCleaner.small.0-1731337403734 {}] cleaner.HFileCleaner(306): Exit Thread[master/2ba012863a15:0:becomeActiveMaster-HFileCleaner.small.0-1731337403734,5,FailOnTimeoutGroup] 2024-11-11T15:06:39,343 INFO [M:0;2ba012863a15:46189 {}] hbase.ChoreService(370): Chore service for: master/2ba012863a15:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:06:39,343 INFO [M:0;2ba012863a15:46189 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:06:39,343 DEBUG [M:0;2ba012863a15:46189 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:06:39,343 INFO [M:0;2ba012863a15:46189 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:06:39,344 INFO [M:0;2ba012863a15:46189 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:06:39,344 INFO [M:0;2ba012863a15:46189 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:06:39,344 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:06:39,344 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:06:39,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T15:06:39,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:06:39,366 DEBUG [M:0;2ba012863a15:46189 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-11T15:06:39,366 DEBUG [M:0;2ba012863a15:46189 {}] master.ActiveMasterManager(353): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-11T15:06:39,374 INFO [M:0;2ba012863a15:46189 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/.lastflushedseqids 2024-11-11T15:06:39,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:06:39,436 INFO [RS:0;2ba012863a15:36933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:06:39,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36933-0x1002f422ffa0001, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:06:39,436 INFO [RS:0;2ba012863a15:36933 {}] regionserver.HRegionServer(1031): Exiting; stopping=2ba012863a15,36933,1731337402406; zookeeper connection closed. 2024-11-11T15:06:39,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741904_1080 (size=2864) 2024-11-11T15:06:39,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741904_1080 (size=2864) 2024-11-11T15:06:39,442 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66211289 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66211289 2024-11-11T15:06:39,442 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-11T15:06:39,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741904_1080 (size=2864) 2024-11-11T15:06:39,446 INFO [M:0;2ba012863a15:46189 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:06:39,446 INFO [M:0;2ba012863a15:46189 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:06:39,446 DEBUG [M:0;2ba012863a15:46189 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:06:39,446 INFO [M:0;2ba012863a15:46189 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:06:39,446 DEBUG [M:0;2ba012863a15:46189 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:06:39,446 DEBUG [M:0;2ba012863a15:46189 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:06:39,446 DEBUG [M:0;2ba012863a15:46189 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:06:39,447 INFO [M:0;2ba012863a15:46189 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=336.43 KB heapSize=395.44 KB 2024-11-11T15:06:39,500 DEBUG [M:0;2ba012863a15:46189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5fadc34593ef4b6dab8990d65013e0b2 is 82, key is hbase:meta,,1/info:regioninfo/1731337592018/Put/seqid=0 2024-11-11T15:06:39,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741905_1081 (size=6071) 2024-11-11T15:06:39,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741905_1081 (size=6071) 2024-11-11T15:06:39,535 INFO [M:0;2ba012863a15:46189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5fadc34593ef4b6dab8990d65013e0b2 2024-11-11T15:06:39,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741905_1081 (size=6071) 2024-11-11T15:06:39,634 DEBUG [M:0;2ba012863a15:46189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5e33091d2914caf81124669e3f21dfc is 4107, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731337406935/Put/seqid=0 2024-11-11T15:06:39,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741906_1082 (size=13328) 2024-11-11T15:06:39,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741906_1082 (size=13328) 2024-11-11T15:06:39,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741906_1082 (size=13328) 2024-11-11T15:06:39,676 INFO [M:0;2ba012863a15:46189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=335.20 KB at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5e33091d2914caf81124669e3f21dfc 2024-11-11T15:06:39,716 DEBUG [M:0;2ba012863a15:46189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dce879c5017f458793ce533bf5b60ba1 is 69, key is 2ba012863a15,36933,1731337402406/rs:state/1731337403882/Put/seqid=0 2024-11-11T15:06:39,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741907_1083 (size=5447) 2024-11-11T15:06:39,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741907_1083 (size=5447) 2024-11-11T15:06:39,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741907_1083 (size=5447) 2024-11-11T15:06:39,786 INFO [M:0;2ba012863a15:46189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dce879c5017f458793ce533bf5b60ba1 2024-11-11T15:06:39,812 INFO [M:0;2ba012863a15:46189 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dce879c5017f458793ce533bf5b60ba1 2024-11-11T15:06:39,813 DEBUG [M:0;2ba012863a15:46189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5fadc34593ef4b6dab8990d65013e0b2 as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5fadc34593ef4b6dab8990d65013e0b2 2024-11-11T15:06:39,831 INFO [M:0;2ba012863a15:46189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5fadc34593ef4b6dab8990d65013e0b2, entries=14, sequenceid=620, filesize=5.9 K 2024-11-11T15:06:39,834 DEBUG [M:0;2ba012863a15:46189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5e33091d2914caf81124669e3f21dfc as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e5e33091d2914caf81124669e3f21dfc 2024-11-11T15:06:39,862 INFO [M:0;2ba012863a15:46189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e5e33091d2914caf81124669e3f21dfc, entries=79, sequenceid=620, filesize=13.0 K 2024-11-11T15:06:39,867 DEBUG [M:0;2ba012863a15:46189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dce879c5017f458793ce533bf5b60ba1 as hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dce879c5017f458793ce533bf5b60ba1 2024-11-11T15:06:39,884 INFO [M:0;2ba012863a15:46189 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dce879c5017f458793ce533bf5b60ba1 2024-11-11T15:06:39,884 INFO [M:0;2ba012863a15:46189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34913/user/jenkins/test-data/b7afcd1b-8dcc-fa3e-4887-0ab6cb4aeeb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dce879c5017f458793ce533bf5b60ba1, entries=3, sequenceid=620, filesize=5.3 K 2024-11-11T15:06:39,890 INFO [M:0;2ba012863a15:46189 {}] regionserver.HRegion(3140): Finished flush of dataSize ~336.43 KB/344501, heapSize ~395.14 KB/404624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 444ms, sequenceid=620, compaction requested=false 2024-11-11T15:06:39,910 INFO [M:0;2ba012863a15:46189 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:06:39,910 DEBUG [M:0;2ba012863a15:46189 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731337599446Disabling compacts and flushes for region at 1731337599446Disabling writes for close at 1731337599446Obtaining lock to block concurrent updates at 1731337599447 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731337599447Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=344501, getHeapSize=404864, getOffHeapSize=0, getCellsCount=781 at 1731337599447Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731337599453 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731337599453Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731337599499 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731337599499Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731337599578 (+79 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731337599633 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731337599633Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731337599690 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731337599715 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731337599715Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@343ad4db: reopening flushed file at 1731337599812 (+97 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@158d4da9: reopening flushed file at 1731337599831 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e831146: reopening flushed file at 1731337599862 (+31 ms)Finished flush of dataSize ~336.43 KB/344501, heapSize ~395.14 KB/404624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 444ms, sequenceid=620, compaction requested=false at 1731337599890 (+28 ms)Writing region close event to WAL at 1731337599910 (+20 ms)Closed at 1731337599910 2024-11-11T15:06:39,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741830_1006 (size=385864) 2024-11-11T15:06:39,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40985 is added to blk_1073741830_1006 (size=385864) 2024-11-11T15:06:39,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41423 is added to blk_1073741830_1006 (size=385864) 2024-11-11T15:06:39,931 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:06:39,931 INFO [M:0;2ba012863a15:46189 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:06:39,931 INFO [M:0;2ba012863a15:46189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46189 2024-11-11T15:06:39,932 INFO [M:0;2ba012863a15:46189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:06:40,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:06:40,041 INFO [M:0;2ba012863a15:46189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:06:40,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46189-0x1002f422ffa0000, quorum=127.0.0.1:58996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:06:40,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@486c2677{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:06:40,050 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6738d157{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:06:40,050 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:06:40,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43bf9dc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:06:40,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ed2891b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/hadoop.log.dir/,STOPPED} 2024-11-11T15:06:40,053 WARN [BP-1629352990-172.17.0.2-1731337396753 heartbeating to localhost/127.0.0.1:34913 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:06:40,053 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:06:40,053 WARN [BP-1629352990-172.17.0.2-1731337396753 heartbeating to localhost/127.0.0.1:34913 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1629352990-172.17.0.2-1731337396753 (Datanode Uuid c5d40cf2-b0a6-46c6-b608-c0e467d84ef4) service to localhost/127.0.0.1:34913 2024-11-11T15:06:40,053 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:06:40,055 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/cluster_ac41d963-9ea9-91f0-fe6c-0543b22407f3/data/data5/current/BP-1629352990-172.17.0.2-1731337396753 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:06:40,055 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/cluster_ac41d963-9ea9-91f0-fe6c-0543b22407f3/data/data6/current/BP-1629352990-172.17.0.2-1731337396753 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:06:40,056 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:06:40,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3635c31e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:06:40,061 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78839a64{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:06:40,061 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:06:40,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a292a59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:06:40,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63779849{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/hadoop.log.dir/,STOPPED} 2024-11-11T15:06:40,063 WARN [BP-1629352990-172.17.0.2-1731337396753 heartbeating to localhost/127.0.0.1:34913 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:06:40,063 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:06:40,063 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:06:40,063 WARN [BP-1629352990-172.17.0.2-1731337396753 heartbeating to localhost/127.0.0.1:34913 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1629352990-172.17.0.2-1731337396753 (Datanode Uuid 66e872d4-70c0-483a-8bfd-24d812a3fb08) service to localhost/127.0.0.1:34913 2024-11-11T15:06:40,064 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/cluster_ac41d963-9ea9-91f0-fe6c-0543b22407f3/data/data3/current/BP-1629352990-172.17.0.2-1731337396753 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:06:40,065 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/cluster_ac41d963-9ea9-91f0-fe6c-0543b22407f3/data/data4/current/BP-1629352990-172.17.0.2-1731337396753 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:06:40,065 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:06:40,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4255463d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:06:40,076 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e48d68a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:06:40,076 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:06:40,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d82da9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:06:40,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b71ffd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/hadoop.log.dir/,STOPPED} 2024-11-11T15:06:40,077 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:06:40,078 WARN [BP-1629352990-172.17.0.2-1731337396753 heartbeating to localhost/127.0.0.1:34913 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:06:40,078 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:06:40,078 WARN [BP-1629352990-172.17.0.2-1731337396753 heartbeating to localhost/127.0.0.1:34913 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1629352990-172.17.0.2-1731337396753 (Datanode Uuid 77d69347-b511-4d62-a857-6e30e77990ec) service to localhost/127.0.0.1:34913 2024-11-11T15:06:40,079 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/cluster_ac41d963-9ea9-91f0-fe6c-0543b22407f3/data/data1/current/BP-1629352990-172.17.0.2-1731337396753 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:06:40,079 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/cluster_ac41d963-9ea9-91f0-fe6c-0543b22407f3/data/data2/current/BP-1629352990-172.17.0.2-1731337396753 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:06:40,080 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:06:40,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1aa62678{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:06:40,128 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c0c42ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:06:40,128 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:06:40,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a372edd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:06:40,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58897554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/861946db-ae6d-0079-961e-2a8f4d4f1bb4/hadoop.log.dir/,STOPPED} 2024-11-11T15:06:40,154 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T15:06:40,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:06:40,270 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=91 (was 11) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@200840be java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2ba012863a15:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2ba012863a15:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (608921412) connection to localhost/127.0.0.1:34913 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/2ba012863a15:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2ba012863a15:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RS_OPEN_META-regionserver/2ba012863a15:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2ba012863a15:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (608921412) connection to localhost/127.0.0.1:34913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2ba012863a15:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2ba012863a15:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (608921412) connection to localhost/127.0.0.1:34913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (608921412) connection to localhost/127.0.0.1:34913 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/2ba012863a15:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) - Thread LEAK? -, OpenFileDescriptor=462 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 345) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2647 (was 3493)