2024-11-14 13:44:44,523 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-14 13:44:44,587 main DEBUG Took 0.062052 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 13:44:44,588 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 13:44:44,588 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 13:44:44,589 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 13:44:44,591 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 13:44:44,599 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 13:44:44,618 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:44:44,620 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 13:44:44,621 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:44:44,622 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 13:44:44,623 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:44:44,623 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 13:44:44,624 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:44:44,625 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 13:44:44,625 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:44:44,626 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 13:44:44,627 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:44:44,627 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 13:44:44,628 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:44:44,628 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 13:44:44,629 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:44:44,629 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 13:44:44,630 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:44:44,630 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 13:44:44,631 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:44:44,631 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 13:44:44,632 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:44:44,632 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 13:44:44,633 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:44:44,633 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 13:44:44,634 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:44:44,635 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 13:44:44,637 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:44:44,638 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 13:44:44,640 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 13:44:44,641 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 13:44:44,643 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 13:44:44,643 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 13:44:44,658 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 13:44:44,661 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 13:44:44,664 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 13:44:44,664 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 13:44:44,665 main DEBUG createAppenders(={Console}) 2024-11-14 13:44:44,666 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-14 13:44:44,666 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-14 13:44:44,666 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-14 13:44:44,667 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 13:44:44,668 main DEBUG OutputStream closed 2024-11-14 13:44:44,668 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 13:44:44,668 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 13:44:44,669 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-14 13:44:44,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 13:44:44,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 13:44:44,767 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 13:44:44,768 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 13:44:44,769 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 13:44:44,769 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 13:44:44,770 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 13:44:44,770 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 13:44:44,770 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 13:44:44,771 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 13:44:44,771 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 13:44:44,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 13:44:44,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 13:44:44,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 13:44:44,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 13:44:44,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 13:44:44,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 13:44:44,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 13:44:44,778 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 13:44:44,778 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-14 13:44:44,778 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 13:44:44,779 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-14T13:44:44,798 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-14 13:44:44,802 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 13:44:44,802 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T13:44:44,852 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=1372, ProcessCount=11, AvailableMemoryMB=1429 2024-11-14T13:44:45,240 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03 2024-11-14T13:44:45,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T13:44:45,280 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/cluster_ec214a12-8250-f1c6-f2b7-c2ec783dcbec, deleteOnExit=true 2024-11-14T13:44:45,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T13:44:45,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/test.cache.data in system properties and HBase conf 2024-11-14T13:44:45,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T13:44:45,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/hadoop.log.dir in system properties and HBase conf 2024-11-14T13:44:45,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T13:44:45,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T13:44:45,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T13:44:45,441 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T13:44:45,588 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T13:44:45,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T13:44:45,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T13:44:45,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T13:44:45,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T13:44:45,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T13:44:45,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T13:44:45,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T13:44:45,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T13:44:45,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T13:44:45,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/nfs.dump.dir in system properties and HBase conf 2024-11-14T13:44:45,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/java.io.tmpdir in system properties and HBase conf 2024-11-14T13:44:45,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T13:44:45,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T13:44:45,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T13:44:46,854 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T13:44:46,970 INFO [Time-limited test {}] log.Log(170): Logging initialized @3371ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T13:44:47,073 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T13:44:47,159 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T13:44:47,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T13:44:47,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T13:44:47,201 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T13:44:47,223 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T13:44:47,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58897554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/hadoop.log.dir/,AVAILABLE} 2024-11-14T13:44:47,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a372edd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T13:44:47,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1aa62678{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/java.io.tmpdir/jetty-localhost-32781-hadoop-hdfs-3_4_1-tests_jar-_-any-4854970301314703980/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T13:44:47,611 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c0c42ad{HTTP/1.1, (http/1.1)}{localhost:32781} 2024-11-14T13:44:47,612 INFO [Time-limited test {}] server.Server(415): Started @4014ms 2024-11-14T13:44:48,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T13:44:48,289 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T13:44:48,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T13:44:48,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T13:44:48,291 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T13:44:48,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b71ffd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/hadoop.log.dir/,AVAILABLE} 2024-11-14T13:44:48,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d82da9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T13:44:48,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4255463d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/java.io.tmpdir/jetty-localhost-37037-hadoop-hdfs-3_4_1-tests_jar-_-any-12938103176581149339/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T13:44:48,432 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e48d68a{HTTP/1.1, (http/1.1)}{localhost:37037} 2024-11-14T13:44:48,433 INFO [Time-limited test {}] server.Server(415): Started @4835ms 2024-11-14T13:44:48,500 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T13:44:48,726 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T13:44:48,737 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T13:44:48,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T13:44:48,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T13:44:48,758 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T13:44:48,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63779849{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/hadoop.log.dir/,AVAILABLE} 2024-11-14T13:44:48,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a292a59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T13:44:48,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3635c31e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/java.io.tmpdir/jetty-localhost-38123-hadoop-hdfs-3_4_1-tests_jar-_-any-12492221441444677673/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T13:44:48,938 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78839a64{HTTP/1.1, (http/1.1)}{localhost:38123} 2024-11-14T13:44:48,938 INFO [Time-limited test {}] server.Server(415): Started @5340ms 2024-11-14T13:44:48,941 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T13:44:49,019 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T13:44:49,028 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T13:44:49,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T13:44:49,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T13:44:49,035 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T13:44:49,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ed2891b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/hadoop.log.dir/,AVAILABLE} 2024-11-14T13:44:49,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43bf9dc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T13:44:49,145 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/cluster_ec214a12-8250-f1c6-f2b7-c2ec783dcbec/data/data4/current/BP-481294677-172.17.0.3-1731591886485/current, will proceed with Du for space computation calculation, 2024-11-14T13:44:49,145 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/cluster_ec214a12-8250-f1c6-f2b7-c2ec783dcbec/data/data3/current/BP-481294677-172.17.0.3-1731591886485/current, will proceed with Du for space computation calculation, 2024-11-14T13:44:49,149 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/cluster_ec214a12-8250-f1c6-f2b7-c2ec783dcbec/data/data2/current/BP-481294677-172.17.0.3-1731591886485/current, will proceed with Du for space computation calculation, 2024-11-14T13:44:49,154 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/cluster_ec214a12-8250-f1c6-f2b7-c2ec783dcbec/data/data1/current/BP-481294677-172.17.0.3-1731591886485/current, will proceed with Du for space computation calculation, 2024-11-14T13:44:49,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@486c2677{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/java.io.tmpdir/jetty-localhost-33125-hadoop-hdfs-3_4_1-tests_jar-_-any-5439864920832384445/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T13:44:49,216 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6738d157{HTTP/1.1, (http/1.1)}{localhost:33125} 2024-11-14T13:44:49,216 INFO [Time-limited test {}] server.Server(415): Started @5618ms 2024-11-14T13:44:49,220 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T13:44:49,235 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T13:44:49,235 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T13:44:49,355 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4a68b213a28e118 with lease ID 0xbb229f5ec17d0eec: Processing first storage report for DS-2018149d-b937-4ade-9ae7-0097a8bbd588 from datanode DatanodeRegistration(127.0.0.1:45009, datanodeUuid=8f7b8b7f-89bd-4b07-b242-b9fd3c602938, infoPort=44075, infoSecurePort=0, ipcPort=44083, storageInfo=lv=-57;cid=testClusterID;nsid=261299383;c=1731591886485) 2024-11-14T13:44:49,357 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4a68b213a28e118 with lease ID 0xbb229f5ec17d0eec: from storage DS-2018149d-b937-4ade-9ae7-0097a8bbd588 node DatanodeRegistration(127.0.0.1:45009, datanodeUuid=8f7b8b7f-89bd-4b07-b242-b9fd3c602938, infoPort=44075, infoSecurePort=0, ipcPort=44083, storageInfo=lv=-57;cid=testClusterID;nsid=261299383;c=1731591886485), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-14T13:44:49,358 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4a68b213a28e118 with lease ID 0xbb229f5ec17d0eec: Processing first storage report for DS-49ab9409-5f66-4870-a1e5-843a60534374 from datanode DatanodeRegistration(127.0.0.1:45009, datanodeUuid=8f7b8b7f-89bd-4b07-b242-b9fd3c602938, infoPort=44075, infoSecurePort=0, ipcPort=44083, storageInfo=lv=-57;cid=testClusterID;nsid=261299383;c=1731591886485) 2024-11-14T13:44:49,358 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4a68b213a28e118 with lease ID 0xbb229f5ec17d0eec: from storage DS-49ab9409-5f66-4870-a1e5-843a60534374 node DatanodeRegistration(127.0.0.1:45009, datanodeUuid=8f7b8b7f-89bd-4b07-b242-b9fd3c602938, infoPort=44075, infoSecurePort=0, ipcPort=44083, storageInfo=lv=-57;cid=testClusterID;nsid=261299383;c=1731591886485), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T13:44:49,361 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64c1f8fe70289cb with lease ID 0xbb229f5ec17d0eeb: Processing first storage report for DS-c9c87679-cda6-4173-9431-a5e6149c16b4 from datanode DatanodeRegistration(127.0.0.1:36857, datanodeUuid=32f8f0ad-bdab-4f24-afde-ca9741d2ad9b, infoPort=34733, infoSecurePort=0, ipcPort=34247, storageInfo=lv=-57;cid=testClusterID;nsid=261299383;c=1731591886485) 2024-11-14T13:44:49,361 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64c1f8fe70289cb with lease ID 0xbb229f5ec17d0eeb: from storage DS-c9c87679-cda6-4173-9431-a5e6149c16b4 node DatanodeRegistration(127.0.0.1:36857, datanodeUuid=32f8f0ad-bdab-4f24-afde-ca9741d2ad9b, infoPort=34733, infoSecurePort=0, ipcPort=34247, storageInfo=lv=-57;cid=testClusterID;nsid=261299383;c=1731591886485), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T13:44:49,362 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64c1f8fe70289cb with lease ID 0xbb229f5ec17d0eeb: Processing first storage report for DS-761a8f57-0ce1-473f-afd1-126123a0e31f from datanode DatanodeRegistration(127.0.0.1:36857, datanodeUuid=32f8f0ad-bdab-4f24-afde-ca9741d2ad9b, infoPort=34733, infoSecurePort=0, ipcPort=34247, storageInfo=lv=-57;cid=testClusterID;nsid=261299383;c=1731591886485) 2024-11-14T13:44:49,362 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64c1f8fe70289cb with lease ID 0xbb229f5ec17d0eeb: from storage DS-761a8f57-0ce1-473f-afd1-126123a0e31f node DatanodeRegistration(127.0.0.1:36857, datanodeUuid=32f8f0ad-bdab-4f24-afde-ca9741d2ad9b, infoPort=34733, infoSecurePort=0, ipcPort=34247, storageInfo=lv=-57;cid=testClusterID;nsid=261299383;c=1731591886485), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T13:44:49,469 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/cluster_ec214a12-8250-f1c6-f2b7-c2ec783dcbec/data/data5/current/BP-481294677-172.17.0.3-1731591886485/current, will proceed with Du for space computation calculation, 2024-11-14T13:44:49,470 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/cluster_ec214a12-8250-f1c6-f2b7-c2ec783dcbec/data/data6/current/BP-481294677-172.17.0.3-1731591886485/current, will proceed with Du for space computation calculation, 2024-11-14T13:44:49,544 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T13:44:49,552 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe76f8ac640c1cd with lease ID 0xbb229f5ec17d0eed: Processing first storage report for DS-8b5c5423-d1e6-4eca-b00c-c96a854818fe from datanode DatanodeRegistration(127.0.0.1:43933, datanodeUuid=4fdc347d-5ae3-4a03-b6ad-08a67dc63627, infoPort=42689, infoSecurePort=0, ipcPort=33489, storageInfo=lv=-57;cid=testClusterID;nsid=261299383;c=1731591886485) 2024-11-14T13:44:49,553 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe76f8ac640c1cd with lease ID 0xbb229f5ec17d0eed: from storage DS-8b5c5423-d1e6-4eca-b00c-c96a854818fe node DatanodeRegistration(127.0.0.1:43933, datanodeUuid=4fdc347d-5ae3-4a03-b6ad-08a67dc63627, infoPort=42689, infoSecurePort=0, ipcPort=33489, storageInfo=lv=-57;cid=testClusterID;nsid=261299383;c=1731591886485), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T13:44:49,553 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe76f8ac640c1cd with lease ID 0xbb229f5ec17d0eed: Processing first storage report for DS-84c79b5b-a0f1-4a11-a33f-2825099101a3 from datanode DatanodeRegistration(127.0.0.1:43933, datanodeUuid=4fdc347d-5ae3-4a03-b6ad-08a67dc63627, infoPort=42689, infoSecurePort=0, ipcPort=33489, storageInfo=lv=-57;cid=testClusterID;nsid=261299383;c=1731591886485) 2024-11-14T13:44:49,557 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe76f8ac640c1cd with lease ID 0xbb229f5ec17d0eed: from storage DS-84c79b5b-a0f1-4a11-a33f-2825099101a3 node DatanodeRegistration(127.0.0.1:43933, datanodeUuid=4fdc347d-5ae3-4a03-b6ad-08a67dc63627, infoPort=42689, infoSecurePort=0, ipcPort=33489, storageInfo=lv=-57;cid=testClusterID;nsid=261299383;c=1731591886485), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T13:44:49,781 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03 2024-11-14T13:44:49,861 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/cluster_ec214a12-8250-f1c6-f2b7-c2ec783dcbec/zookeeper_0, clientPort=58043, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/cluster_ec214a12-8250-f1c6-f2b7-c2ec783dcbec/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/cluster_ec214a12-8250-f1c6-f2b7-c2ec783dcbec/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T13:44:49,874 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58043 2024-11-14T13:44:49,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:44:49,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:44:50,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741825_1001 (size=7) 2024-11-14T13:44:50,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741825_1001 (size=7) 2024-11-14T13:44:50,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741825_1001 (size=7) 2024-11-14T13:44:50,601 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb with version=8 2024-11-14T13:44:50,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/hbase-staging 2024-11-14T13:44:50,715 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T13:44:51,050 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0ac5ae04350c:0 server-side Connection retries=45 2024-11-14T13:44:51,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T13:44:51,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T13:44:51,066 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T13:44:51,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T13:44:51,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T13:44:51,252 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T13:44:51,334 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T13:44:51,347 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T13:44:51,352 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T13:44:51,390 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8857 (auto-detected) 2024-11-14T13:44:51,392 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-14T13:44:51,425 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44751 2024-11-14T13:44:51,471 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44751 connecting to ZooKeeper ensemble=127.0.0.1:58043 2024-11-14T13:44:51,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447510x0, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T13:44:51,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44751-0x1003e896e4e0000 connected 2024-11-14T13:44:51,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:44:51,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:44:51,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T13:44:51,681 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb, hbase.cluster.distributed=false 2024-11-14T13:44:51,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T13:44:51,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44751 2024-11-14T13:44:51,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44751 2024-11-14T13:44:51,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44751 2024-11-14T13:44:51,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44751 2024-11-14T13:44:51,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44751 2024-11-14T13:44:51,874 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0ac5ae04350c:0 server-side Connection retries=45 2024-11-14T13:44:51,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T13:44:51,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T13:44:51,877 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T13:44:51,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T13:44:51,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T13:44:51,881 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T13:44:51,884 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T13:44:51,885 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34717 2024-11-14T13:44:51,888 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34717 connecting to ZooKeeper ensemble=127.0.0.1:58043 2024-11-14T13:44:51,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:44:51,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:44:51,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347170x0, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T13:44:51,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34717-0x1003e896e4e0001 connected 2024-11-14T13:44:51,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T13:44:51,911 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T13:44:51,921 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T13:44:51,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T13:44:51,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T13:44:51,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34717 2024-11-14T13:44:51,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34717 2024-11-14T13:44:51,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34717 2024-11-14T13:44:51,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34717 2024-11-14T13:44:51,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34717 2024-11-14T13:44:51,976 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0ac5ae04350c:0 server-side Connection retries=45 2024-11-14T13:44:51,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T13:44:51,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T13:44:51,977 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T13:44:51,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T13:44:51,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T13:44:51,978 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T13:44:51,978 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T13:44:51,979 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37809 2024-11-14T13:44:51,982 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37809 connecting to ZooKeeper ensemble=127.0.0.1:58043 2024-11-14T13:44:51,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:44:51,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:44:51,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378090x0, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T13:44:51,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378090x0, quorum=127.0.0.1:58043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T13:44:51,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37809-0x1003e896e4e0002 connected 2024-11-14T13:44:51,995 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T13:44:51,996 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T13:44:52,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T13:44:52,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T13:44:52,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37809 2024-11-14T13:44:52,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37809 2024-11-14T13:44:52,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37809 2024-11-14T13:44:52,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37809 2024-11-14T13:44:52,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37809 2024-11-14T13:44:52,038 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0ac5ae04350c:0 server-side Connection retries=45 2024-11-14T13:44:52,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T13:44:52,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T13:44:52,038 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T13:44:52,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T13:44:52,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T13:44:52,039 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T13:44:52,039 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T13:44:52,040 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42479 2024-11-14T13:44:52,042 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42479 connecting to ZooKeeper ensemble=127.0.0.1:58043 2024-11-14T13:44:52,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:44:52,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:44:52,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424790x0, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T13:44:52,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424790x0, quorum=127.0.0.1:58043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T13:44:52,058 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T13:44:52,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42479-0x1003e896e4e0003 connected 2024-11-14T13:44:52,061 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T13:44:52,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42479-0x1003e896e4e0003, quorum=127.0.0.1:58043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T13:44:52,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42479-0x1003e896e4e0003, quorum=127.0.0.1:58043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T13:44:52,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42479 2024-11-14T13:44:52,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42479 2024-11-14T13:44:52,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42479 2024-11-14T13:44:52,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42479 2024-11-14T13:44:52,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42479 2024-11-14T13:44:52,089 DEBUG [M:0;0ac5ae04350c:44751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0ac5ae04350c:44751 2024-11-14T13:44:52,092 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0ac5ae04350c,44751,1731591890790 2024-11-14T13:44:52,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T13:44:52,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x1003e896e4e0003, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T13:44:52,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T13:44:52,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T13:44:52,106 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0ac5ae04350c,44751,1731591890790 2024-11-14T13:44:52,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T13:44:52,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x1003e896e4e0003, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T13:44:52,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T13:44:52,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:52,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:52,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:52,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x1003e896e4e0003, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:52,130 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T13:44:52,132 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0ac5ae04350c,44751,1731591890790 from backup master directory 2024-11-14T13:44:52,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0ac5ae04350c,44751,1731591890790 2024-11-14T13:44:52,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x1003e896e4e0003, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T13:44:52,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T13:44:52,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T13:44:52,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T13:44:52,136 WARN [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T13:44:52,136 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0ac5ae04350c,44751,1731591890790 2024-11-14T13:44:52,138 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T13:44:52,139 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T13:44:52,210 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/hbase.id] with ID: d3b8290d-3c43-41d4-8ed8-7da1bf97c715 2024-11-14T13:44:52,211 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/.tmp/hbase.id 2024-11-14T13:44:52,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741826_1002 (size=42) 2024-11-14T13:44:52,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741826_1002 (size=42) 2024-11-14T13:44:52,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741826_1002 (size=42) 2024-11-14T13:44:52,234 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/.tmp/hbase.id]:[hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/hbase.id] 2024-11-14T13:44:52,288 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:44:52,293 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T13:44:52,315 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-14T13:44:52,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:52,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:52,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:52,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x1003e896e4e0003, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:52,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741827_1003 (size=196) 2024-11-14T13:44:52,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741827_1003 (size=196) 2024-11-14T13:44:52,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741827_1003 (size=196) 2024-11-14T13:44:52,364 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T13:44:52,366 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T13:44:52,387 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:44:52,392 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T13:44:52,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741828_1004 (size=1189) 2024-11-14T13:44:52,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741828_1004 (size=1189) 2024-11-14T13:44:52,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741828_1004 (size=1189) 2024-11-14T13:44:52,478 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/MasterData/data/master/store 2024-11-14T13:44:52,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741829_1005 (size=34) 2024-11-14T13:44:52,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741829_1005 (size=34) 2024-11-14T13:44:52,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741829_1005 (size=34) 2024-11-14T13:44:52,519 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T13:44:52,522 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:52,523 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T13:44:52,523 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T13:44:52,524 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T13:44:52,526 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T13:44:52,526 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T13:44:52,526 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T13:44:52,528 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731591892523Disabling compacts and flushes for region at 1731591892523Disabling writes for close at 1731591892526 (+3 ms)Writing region close event to WAL at 1731591892526Closed at 1731591892526 2024-11-14T13:44:52,530 WARN [master/0ac5ae04350c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/MasterData/data/master/store/.initializing 2024-11-14T13:44:52,531 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/MasterData/WALs/0ac5ae04350c,44751,1731591890790 2024-11-14T13:44:52,541 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T13:44:52,563 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0ac5ae04350c%2C44751%2C1731591890790, suffix=, logDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/MasterData/WALs/0ac5ae04350c,44751,1731591890790, archiveDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/MasterData/oldWALs, maxLogs=10 2024-11-14T13:44:52,597 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/MasterData/WALs/0ac5ae04350c,44751,1731591890790/0ac5ae04350c%2C44751%2C1731591890790.1731591892570, exclude list is [], retry=0 2024-11-14T13:44:52,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36857,DS-c9c87679-cda6-4173-9431-a5e6149c16b4,DISK] 2024-11-14T13:44:52,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43933,DS-8b5c5423-d1e6-4eca-b00c-c96a854818fe,DISK] 2024-11-14T13:44:52,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45009,DS-2018149d-b937-4ade-9ae7-0097a8bbd588,DISK] 2024-11-14T13:44:52,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T13:44:52,665 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/MasterData/WALs/0ac5ae04350c,44751,1731591890790/0ac5ae04350c%2C44751%2C1731591890790.1731591892570 2024-11-14T13:44:52,667 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34733:34733),(127.0.0.1/127.0.0.1:44075:44075),(127.0.0.1/127.0.0.1:42689:42689)] 2024-11-14T13:44:52,667 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T13:44:52,668 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:52,672 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:44:52,673 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:44:52,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:44:52,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T13:44:52,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:52,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:44:52,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:44:52,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T13:44:52,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:52,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:52,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:44:52,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T13:44:52,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:52,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:52,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:44:52,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T13:44:52,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:52,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:52,802 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:44:52,807 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:44:52,810 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:44:52,817 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:44:52,818 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:44:52,822 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T13:44:52,826 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:44:52,830 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:52,832 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61395855, jitterRate=-0.0851304680109024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T13:44:52,841 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731591892689Initializing all the Stores at 1731591892691 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731591892691Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591892692 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591892692Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591892692Cleaning up temporary data from old regions at 1731591892818 (+126 ms)Region opened successfully at 1731591892841 (+23 ms) 2024-11-14T13:44:52,843 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T13:44:52,886 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41fd0ef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0ac5ae04350c/172.17.0.3:0 2024-11-14T13:44:52,937 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T13:44:52,955 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T13:44:52,955 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T13:44:52,959 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T13:44:52,961 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T13:44:52,969 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-14T13:44:52,969 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T13:44:53,009 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T13:44:53,021 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T13:44:53,024 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T13:44:53,027 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T13:44:53,030 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T13:44:53,035 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T13:44:53,038 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T13:44:53,043 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T13:44:53,045 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T13:44:53,047 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T13:44:53,050 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T13:44:53,077 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T13:44:53,080 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T13:44:53,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x1003e896e4e0003, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T13:44:53,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T13:44:53,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x1003e896e4e0003, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:53,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T13:44:53,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:53,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:53,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T13:44:53,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:53,089 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0ac5ae04350c,44751,1731591890790, sessionid=0x1003e896e4e0000, setting cluster-up flag (Was=false) 2024-11-14T13:44:53,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x1003e896e4e0003, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:53,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:53,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:53,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:53,117 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T13:44:53,119 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0ac5ae04350c,44751,1731591890790 2024-11-14T13:44:53,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x1003e896e4e0003, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:53,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:53,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:53,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:53,137 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T13:44:53,141 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0ac5ae04350c,44751,1731591890790 2024-11-14T13:44:53,149 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T13:44:53,184 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(746): ClusterId : d3b8290d-3c43-41d4-8ed8-7da1bf97c715 2024-11-14T13:44:53,186 INFO [RS:2;0ac5ae04350c:42479 {}] regionserver.HRegionServer(746): ClusterId : d3b8290d-3c43-41d4-8ed8-7da1bf97c715 2024-11-14T13:44:53,186 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(746): ClusterId : d3b8290d-3c43-41d4-8ed8-7da1bf97c715 2024-11-14T13:44:53,188 DEBUG [RS:0;0ac5ae04350c:34717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T13:44:53,188 DEBUG [RS:1;0ac5ae04350c:37809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T13:44:53,188 DEBUG [RS:2;0ac5ae04350c:42479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T13:44:53,196 DEBUG [RS:1;0ac5ae04350c:37809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T13:44:53,196 DEBUG [RS:1;0ac5ae04350c:37809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T13:44:53,197 DEBUG [RS:0;0ac5ae04350c:34717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T13:44:53,197 DEBUG [RS:0;0ac5ae04350c:34717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T13:44:53,200 DEBUG [RS:2;0ac5ae04350c:42479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T13:44:53,200 DEBUG [RS:2;0ac5ae04350c:42479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T13:44:53,201 DEBUG [RS:1;0ac5ae04350c:37809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T13:44:53,202 DEBUG [RS:0;0ac5ae04350c:34717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T13:44:53,203 DEBUG [RS:0;0ac5ae04350c:34717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d8a405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0ac5ae04350c/172.17.0.3:0 2024-11-14T13:44:53,205 DEBUG [RS:1;0ac5ae04350c:37809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f069eda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0ac5ae04350c/172.17.0.3:0 2024-11-14T13:44:53,209 DEBUG [RS:2;0ac5ae04350c:42479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T13:44:53,210 DEBUG [RS:2;0ac5ae04350c:42479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169adadd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0ac5ae04350c/172.17.0.3:0 2024-11-14T13:44:53,268 DEBUG [RS:0;0ac5ae04350c:34717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0ac5ae04350c:34717 2024-11-14T13:44:53,267 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T13:44:53,283 DEBUG [RS:2;0ac5ae04350c:42479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;0ac5ae04350c:42479 2024-11-14T13:44:53,284 INFO [RS:2;0ac5ae04350c:42479 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T13:44:53,284 INFO [RS:2;0ac5ae04350c:42479 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T13:44:53,284 DEBUG [RS:2;0ac5ae04350c:42479 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T13:44:53,285 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T13:44:53,286 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T13:44:53,286 DEBUG [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T13:44:53,286 DEBUG [RS:1;0ac5ae04350c:37809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;0ac5ae04350c:37809 2024-11-14T13:44:53,287 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T13:44:53,287 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T13:44:53,287 DEBUG [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T13:44:53,288 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T13:44:53,289 INFO [RS:2;0ac5ae04350c:42479 {}] regionserver.HRegionServer(2659): reportForDuty to master=0ac5ae04350c,44751,1731591890790 with port=42479, startcode=1731591892037 2024-11-14T13:44:53,289 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(2659): reportForDuty to master=0ac5ae04350c,44751,1731591890790 with port=34717, startcode=1731591891819 2024-11-14T13:44:53,291 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(2659): reportForDuty to master=0ac5ae04350c,44751,1731591890790 with port=37809, startcode=1731591891976 2024-11-14T13:44:53,303 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T13:44:53,306 DEBUG [RS:2;0ac5ae04350c:42479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T13:44:53,308 DEBUG [RS:1;0ac5ae04350c:37809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T13:44:53,311 DEBUG [RS:0;0ac5ae04350c:34717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T13:44:53,312 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0ac5ae04350c,44751,1731591890790 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T13:44:53,326 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0ac5ae04350c:0, corePoolSize=5, maxPoolSize=5 2024-11-14T13:44:53,326 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0ac5ae04350c:0, corePoolSize=5, maxPoolSize=5 2024-11-14T13:44:53,326 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0ac5ae04350c:0, corePoolSize=5, maxPoolSize=5 2024-11-14T13:44:53,326 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0ac5ae04350c:0, corePoolSize=5, maxPoolSize=5 2024-11-14T13:44:53,327 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0ac5ae04350c:0, corePoolSize=10, maxPoolSize=10 2024-11-14T13:44:53,327 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,327 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0ac5ae04350c:0, corePoolSize=2, maxPoolSize=2 2024-11-14T13:44:53,327 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,338 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731591923338 2024-11-14T13:44:53,340 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T13:44:53,341 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T13:44:53,347 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T13:44:53,347 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T13:44:53,347 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T13:44:53,348 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T13:44:53,365 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T13:44:53,366 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T13:44:53,368 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,376 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:53,378 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T13:44:53,385 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T13:44:53,386 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T13:44:53,387 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T13:44:53,391 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T13:44:53,392 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T13:44:53,396 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0ac5ae04350c:0:becomeActiveMaster-HFileCleaner.large.0-1731591893393,5,FailOnTimeoutGroup] 2024-11-14T13:44:53,408 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0ac5ae04350c:0:becomeActiveMaster-HFileCleaner.small.0-1731591893396,5,FailOnTimeoutGroup] 2024-11-14T13:44:53,408 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,409 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T13:44:53,412 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59863, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T13:44:53,412 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41953, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T13:44:53,413 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,413 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,420 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54649, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T13:44:53,421 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44751 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0ac5ae04350c,37809,1731591891976 2024-11-14T13:44:53,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44751 {}] master.ServerManager(517): Registering regionserver=0ac5ae04350c,37809,1731591891976 2024-11-14T13:44:53,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741831_1007 (size=1321) 2024-11-14T13:44:53,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741831_1007 (size=1321) 2024-11-14T13:44:53,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741831_1007 (size=1321) 2024-11-14T13:44:53,469 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T13:44:53,470 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:53,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44751 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0ac5ae04350c,42479,1731591892037 2024-11-14T13:44:53,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44751 {}] master.ServerManager(517): Registering regionserver=0ac5ae04350c,42479,1731591892037 2024-11-14T13:44:53,488 DEBUG [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:53,489 DEBUG [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45111 2024-11-14T13:44:53,489 DEBUG [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T13:44:53,490 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44751 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0ac5ae04350c,34717,1731591891819 2024-11-14T13:44:53,490 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44751 {}] master.ServerManager(517): Registering regionserver=0ac5ae04350c,34717,1731591891819 2024-11-14T13:44:53,492 DEBUG [RS:2;0ac5ae04350c:42479 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:53,492 DEBUG [RS:2;0ac5ae04350c:42479 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45111 2024-11-14T13:44:53,492 DEBUG [RS:2;0ac5ae04350c:42479 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T13:44:53,496 DEBUG [RS:1;0ac5ae04350c:37809 {}] zookeeper.ZKUtil(111): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0ac5ae04350c,37809,1731591891976 2024-11-14T13:44:53,496 WARN [RS:1;0ac5ae04350c:37809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T13:44:53,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T13:44:53,496 INFO [RS:1;0ac5ae04350c:37809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T13:44:53,497 DEBUG [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,37809,1731591891976 2024-11-14T13:44:53,504 DEBUG [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:53,505 DEBUG [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45111 2024-11-14T13:44:53,505 DEBUG [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T13:44:53,506 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0ac5ae04350c,42479,1731591892037] 2024-11-14T13:44:53,506 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0ac5ae04350c,37809,1731591891976] 2024-11-14T13:44:53,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T13:44:53,511 DEBUG [RS:2;0ac5ae04350c:42479 {}] zookeeper.ZKUtil(111): regionserver:42479-0x1003e896e4e0003, quorum=127.0.0.1:58043, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0ac5ae04350c,42479,1731591892037 2024-11-14T13:44:53,511 WARN [RS:2;0ac5ae04350c:42479 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T13:44:53,511 INFO [RS:2;0ac5ae04350c:42479 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T13:44:53,512 DEBUG [RS:2;0ac5ae04350c:42479 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037 2024-11-14T13:44:53,514 DEBUG [RS:0;0ac5ae04350c:34717 {}] zookeeper.ZKUtil(111): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0ac5ae04350c,34717,1731591891819 2024-11-14T13:44:53,514 WARN [RS:0;0ac5ae04350c:34717 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T13:44:53,514 INFO [RS:0;0ac5ae04350c:34717 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T13:44:53,515 DEBUG [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,34717,1731591891819 2024-11-14T13:44:53,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0ac5ae04350c,34717,1731591891819] 2024-11-14T13:44:53,603 INFO [RS:2;0ac5ae04350c:42479 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T13:44:53,605 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T13:44:53,608 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T13:44:53,663 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T13:44:53,665 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T13:44:53,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741832_1008 (size=32) 2024-11-14T13:44:53,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741832_1008 (size=32) 2024-11-14T13:44:53,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741832_1008 (size=32) 2024-11-14T13:44:53,686 INFO [RS:2;0ac5ae04350c:42479 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T13:44:53,700 INFO [RS:2;0ac5ae04350c:42479 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T13:44:53,700 INFO [RS:2;0ac5ae04350c:42479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,703 INFO [RS:0;0ac5ae04350c:34717 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T13:44:53,704 INFO [RS:0;0ac5ae04350c:34717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,710 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T13:44:53,720 INFO [RS:2;0ac5ae04350c:42479 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T13:44:53,723 INFO [RS:0;0ac5ae04350c:34717 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T13:44:53,723 INFO [RS:1;0ac5ae04350c:37809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T13:44:53,723 INFO [RS:1;0ac5ae04350c:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,727 INFO [RS:2;0ac5ae04350c:42479 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T13:44:53,727 INFO [RS:0;0ac5ae04350c:34717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,727 DEBUG [RS:0;0ac5ae04350c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,728 DEBUG [RS:0;0ac5ae04350c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,728 INFO [RS:2;0ac5ae04350c:42479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,728 DEBUG [RS:2;0ac5ae04350c:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,728 DEBUG [RS:2;0ac5ae04350c:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,729 DEBUG [RS:2;0ac5ae04350c:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,729 DEBUG [RS:2;0ac5ae04350c:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,729 DEBUG [RS:2;0ac5ae04350c:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,729 DEBUG [RS:2;0ac5ae04350c:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0, corePoolSize=2, maxPoolSize=2 2024-11-14T13:44:53,728 DEBUG [RS:0;0ac5ae04350c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,730 DEBUG [RS:0;0ac5ae04350c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,731 DEBUG [RS:0;0ac5ae04350c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,731 DEBUG [RS:0;0ac5ae04350c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0, corePoolSize=2, maxPoolSize=2 2024-11-14T13:44:53,731 DEBUG [RS:0;0ac5ae04350c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,731 DEBUG [RS:0;0ac5ae04350c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,731 DEBUG [RS:0;0ac5ae04350c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,731 DEBUG [RS:0;0ac5ae04350c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,732 DEBUG [RS:0;0ac5ae04350c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,736 DEBUG [RS:2;0ac5ae04350c:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,736 DEBUG [RS:2;0ac5ae04350c:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,737 DEBUG [RS:2;0ac5ae04350c:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,737 DEBUG [RS:2;0ac5ae04350c:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,737 DEBUG [RS:2;0ac5ae04350c:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,737 DEBUG [RS:2;0ac5ae04350c:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,737 DEBUG [RS:2;0ac5ae04350c:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0, corePoolSize=3, maxPoolSize=3 2024-11-14T13:44:53,738 DEBUG [RS:2;0ac5ae04350c:42479 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0ac5ae04350c:0, corePoolSize=3, maxPoolSize=3 2024-11-14T13:44:53,738 DEBUG [RS:0;0ac5ae04350c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,738 DEBUG [RS:0;0ac5ae04350c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0, corePoolSize=3, maxPoolSize=3 2024-11-14T13:44:53,738 DEBUG [RS:0;0ac5ae04350c:34717 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0ac5ae04350c:0, corePoolSize=3, maxPoolSize=3 2024-11-14T13:44:53,741 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T13:44:53,753 INFO [RS:1;0ac5ae04350c:37809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T13:44:53,753 INFO [RS:1;0ac5ae04350c:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,754 DEBUG [RS:1;0ac5ae04350c:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,754 DEBUG [RS:1;0ac5ae04350c:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,754 DEBUG [RS:1;0ac5ae04350c:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,754 DEBUG [RS:1;0ac5ae04350c:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,754 DEBUG [RS:1;0ac5ae04350c:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,755 DEBUG [RS:1;0ac5ae04350c:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0, corePoolSize=2, maxPoolSize=2 2024-11-14T13:44:53,755 DEBUG [RS:1;0ac5ae04350c:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,755 DEBUG [RS:1;0ac5ae04350c:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,755 DEBUG [RS:1;0ac5ae04350c:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,755 DEBUG [RS:1;0ac5ae04350c:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,755 DEBUG [RS:1;0ac5ae04350c:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,756 DEBUG [RS:1;0ac5ae04350c:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:53,756 DEBUG [RS:1;0ac5ae04350c:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0, corePoolSize=3, maxPoolSize=3 2024-11-14T13:44:53,756 DEBUG [RS:1;0ac5ae04350c:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0ac5ae04350c:0, corePoolSize=3, maxPoolSize=3 2024-11-14T13:44:53,789 INFO [RS:2;0ac5ae04350c:42479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,789 INFO [RS:2;0ac5ae04350c:42479 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,789 INFO [RS:2;0ac5ae04350c:42479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,789 INFO [RS:2;0ac5ae04350c:42479 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,789 INFO [RS:2;0ac5ae04350c:42479 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,789 INFO [RS:2;0ac5ae04350c:42479 {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,42479,1731591892037-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T13:44:53,813 INFO [RS:1;0ac5ae04350c:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,813 INFO [RS:1;0ac5ae04350c:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,813 INFO [RS:1;0ac5ae04350c:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,813 INFO [RS:1;0ac5ae04350c:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,813 INFO [RS:1;0ac5ae04350c:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,813 INFO [RS:1;0ac5ae04350c:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,37809,1731591891976-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T13:44:53,857 INFO [RS:2;0ac5ae04350c:42479 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T13:44:53,857 INFO [RS:0;0ac5ae04350c:34717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,858 INFO [RS:0;0ac5ae04350c:34717 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,858 INFO [RS:0;0ac5ae04350c:34717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,858 INFO [RS:0;0ac5ae04350c:34717 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,858 INFO [RS:0;0ac5ae04350c:34717 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,858 INFO [RS:0;0ac5ae04350c:34717 {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,34717,1731591891819-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T13:44:53,864 INFO [RS:2;0ac5ae04350c:42479 {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,42479,1731591892037-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,864 INFO [RS:2;0ac5ae04350c:42479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,865 INFO [RS:2;0ac5ae04350c:42479 {}] regionserver.Replication(171): 0ac5ae04350c,42479,1731591892037 started 2024-11-14T13:44:53,892 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T13:44:53,892 INFO [RS:1;0ac5ae04350c:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,37809,1731591891976-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,892 INFO [RS:1;0ac5ae04350c:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,905 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.Replication(171): 0ac5ae04350c,37809,1731591891976 started 2024-11-14T13:44:53,910 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T13:44:53,911 INFO [RS:0;0ac5ae04350c:34717 {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,34717,1731591891819-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,911 INFO [RS:0;0ac5ae04350c:34717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,911 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.Replication(171): 0ac5ae04350c,34717,1731591891819 started 2024-11-14T13:44:53,925 INFO [RS:2;0ac5ae04350c:42479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,926 INFO [RS:2;0ac5ae04350c:42479 {}] regionserver.HRegionServer(1482): Serving as 0ac5ae04350c,42479,1731591892037, RpcServer on 0ac5ae04350c/172.17.0.3:42479, sessionid=0x1003e896e4e0003 2024-11-14T13:44:53,927 DEBUG [RS:2;0ac5ae04350c:42479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T13:44:53,927 DEBUG [RS:2;0ac5ae04350c:42479 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0ac5ae04350c,42479,1731591892037 2024-11-14T13:44:53,927 DEBUG [RS:2;0ac5ae04350c:42479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0ac5ae04350c,42479,1731591892037' 2024-11-14T13:44:53,928 DEBUG [RS:2;0ac5ae04350c:42479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T13:44:53,929 DEBUG [RS:2;0ac5ae04350c:42479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T13:44:53,930 DEBUG [RS:2;0ac5ae04350c:42479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T13:44:53,930 DEBUG [RS:2;0ac5ae04350c:42479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T13:44:53,930 DEBUG [RS:2;0ac5ae04350c:42479 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0ac5ae04350c,42479,1731591892037 2024-11-14T13:44:53,930 DEBUG [RS:2;0ac5ae04350c:42479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0ac5ae04350c,42479,1731591892037' 2024-11-14T13:44:53,930 DEBUG [RS:2;0ac5ae04350c:42479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T13:44:53,931 DEBUG [RS:2;0ac5ae04350c:42479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T13:44:53,933 DEBUG [RS:2;0ac5ae04350c:42479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T13:44:53,933 INFO [RS:2;0ac5ae04350c:42479 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T13:44:53,934 INFO [RS:2;0ac5ae04350c:42479 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T13:44:53,939 INFO [RS:1;0ac5ae04350c:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,939 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(1482): Serving as 0ac5ae04350c,37809,1731591891976, RpcServer on 0ac5ae04350c/172.17.0.3:37809, sessionid=0x1003e896e4e0002 2024-11-14T13:44:53,939 DEBUG [RS:1;0ac5ae04350c:37809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T13:44:53,939 DEBUG [RS:1;0ac5ae04350c:37809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0ac5ae04350c,37809,1731591891976 2024-11-14T13:44:53,940 DEBUG [RS:1;0ac5ae04350c:37809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0ac5ae04350c,37809,1731591891976' 2024-11-14T13:44:53,940 DEBUG [RS:1;0ac5ae04350c:37809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T13:44:53,941 DEBUG [RS:1;0ac5ae04350c:37809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T13:44:53,942 DEBUG [RS:1;0ac5ae04350c:37809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T13:44:53,942 DEBUG [RS:1;0ac5ae04350c:37809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T13:44:53,942 DEBUG [RS:1;0ac5ae04350c:37809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0ac5ae04350c,37809,1731591891976 2024-11-14T13:44:53,942 DEBUG [RS:1;0ac5ae04350c:37809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0ac5ae04350c,37809,1731591891976' 2024-11-14T13:44:53,942 DEBUG [RS:1;0ac5ae04350c:37809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T13:44:53,945 DEBUG [RS:1;0ac5ae04350c:37809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T13:44:53,946 DEBUG [RS:1;0ac5ae04350c:37809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T13:44:53,946 INFO [RS:1;0ac5ae04350c:37809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T13:44:53,946 INFO [RS:1;0ac5ae04350c:37809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T13:44:53,961 INFO [RS:0;0ac5ae04350c:34717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:53,961 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(1482): Serving as 0ac5ae04350c,34717,1731591891819, RpcServer on 0ac5ae04350c/172.17.0.3:34717, sessionid=0x1003e896e4e0001 2024-11-14T13:44:53,962 DEBUG [RS:0;0ac5ae04350c:34717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T13:44:53,962 DEBUG [RS:0;0ac5ae04350c:34717 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0ac5ae04350c,34717,1731591891819 2024-11-14T13:44:53,962 DEBUG [RS:0;0ac5ae04350c:34717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0ac5ae04350c,34717,1731591891819' 2024-11-14T13:44:53,962 DEBUG [RS:0;0ac5ae04350c:34717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T13:44:53,963 DEBUG [RS:0;0ac5ae04350c:34717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T13:44:53,968 DEBUG [RS:0;0ac5ae04350c:34717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T13:44:53,968 DEBUG [RS:0;0ac5ae04350c:34717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T13:44:53,968 DEBUG [RS:0;0ac5ae04350c:34717 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0ac5ae04350c,34717,1731591891819 2024-11-14T13:44:53,968 DEBUG [RS:0;0ac5ae04350c:34717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0ac5ae04350c,34717,1731591891819' 2024-11-14T13:44:53,969 DEBUG [RS:0;0ac5ae04350c:34717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T13:44:53,970 DEBUG [RS:0;0ac5ae04350c:34717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T13:44:53,971 DEBUG [RS:0;0ac5ae04350c:34717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T13:44:53,971 INFO [RS:0;0ac5ae04350c:34717 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T13:44:53,971 INFO [RS:0;0ac5ae04350c:34717 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T13:44:54,049 INFO [RS:2;0ac5ae04350c:42479 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T13:44:54,051 INFO [RS:1;0ac5ae04350c:37809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T13:44:54,063 INFO [RS:1;0ac5ae04350c:37809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0ac5ae04350c%2C37809%2C1731591891976, suffix=, logDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,37809,1731591891976, archiveDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/oldWALs, maxLogs=32 2024-11-14T13:44:54,066 INFO [RS:2;0ac5ae04350c:42479 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0ac5ae04350c%2C42479%2C1731591892037, suffix=, logDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037, archiveDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/oldWALs, maxLogs=32 2024-11-14T13:44:54,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:54,085 INFO [RS:0;0ac5ae04350c:34717 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T13:44:54,097 INFO [RS:0;0ac5ae04350c:34717 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0ac5ae04350c%2C34717%2C1731591891819, suffix=, logDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,34717,1731591891819, archiveDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/oldWALs, maxLogs=32 2024-11-14T13:44:54,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T13:44:54,138 DEBUG [RS:1;0ac5ae04350c:37809 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,37809,1731591891976/0ac5ae04350c%2C37809%2C1731591891976.1731591894093, exclude list is [], retry=0 2024-11-14T13:44:54,144 DEBUG [RS:0;0ac5ae04350c:34717 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,34717,1731591891819/0ac5ae04350c%2C34717%2C1731591891819.1731591894099, exclude list is [], retry=0 2024-11-14T13:44:54,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T13:44:54,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:54,149 DEBUG [RS:2;0ac5ae04350c:42479 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037/0ac5ae04350c%2C42479%2C1731591892037.1731591894072, exclude list is [], retry=0 2024-11-14T13:44:54,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:44:54,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T13:44:54,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36857,DS-c9c87679-cda6-4173-9431-a5e6149c16b4,DISK] 2024-11-14T13:44:54,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45009,DS-2018149d-b937-4ade-9ae7-0097a8bbd588,DISK] 2024-11-14T13:44:54,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36857,DS-c9c87679-cda6-4173-9431-a5e6149c16b4,DISK] 2024-11-14T13:44:54,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43933,DS-8b5c5423-d1e6-4eca-b00c-c96a854818fe,DISK] 2024-11-14T13:44:54,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36857,DS-c9c87679-cda6-4173-9431-a5e6149c16b4,DISK] 2024-11-14T13:44:54,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45009,DS-2018149d-b937-4ade-9ae7-0097a8bbd588,DISK] 2024-11-14T13:44:54,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43933,DS-8b5c5423-d1e6-4eca-b00c-c96a854818fe,DISK] 2024-11-14T13:44:54,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43933,DS-8b5c5423-d1e6-4eca-b00c-c96a854818fe,DISK] 2024-11-14T13:44:54,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45009,DS-2018149d-b937-4ade-9ae7-0097a8bbd588,DISK] 2024-11-14T13:44:54,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T13:44:54,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:54,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:44:54,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T13:44:54,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T13:44:54,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:54,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:44:54,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T13:44:54,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T13:44:54,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:54,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:44:54,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T13:44:54,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740 2024-11-14T13:44:54,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740 2024-11-14T13:44:54,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T13:44:54,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T13:44:54,261 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T13:44:54,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T13:44:54,282 INFO [RS:0;0ac5ae04350c:34717 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,34717,1731591891819/0ac5ae04350c%2C34717%2C1731591891819.1731591894099 2024-11-14T13:44:54,285 INFO [RS:2;0ac5ae04350c:42479 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037/0ac5ae04350c%2C42479%2C1731591892037.1731591894072 2024-11-14T13:44:54,285 INFO [RS:1;0ac5ae04350c:37809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,37809,1731591891976/0ac5ae04350c%2C37809%2C1731591891976.1731591894093 2024-11-14T13:44:54,285 DEBUG [RS:0;0ac5ae04350c:34717 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44075:44075),(127.0.0.1/127.0.0.1:42689:42689),(127.0.0.1/127.0.0.1:34733:34733)] 2024-11-14T13:44:54,286 DEBUG [RS:2;0ac5ae04350c:42479 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34733:34733),(127.0.0.1/127.0.0.1:44075:44075),(127.0.0.1/127.0.0.1:42689:42689)] 2024-11-14T13:44:54,299 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:54,300 DEBUG [RS:1;0ac5ae04350c:37809 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42689:42689),(127.0.0.1/127.0.0.1:44075:44075),(127.0.0.1/127.0.0.1:34733:34733)] 2024-11-14T13:44:54,306 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60929166, jitterRate=-0.09208467602729797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T13:44:54,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731591894076Initializing all the Stores at 1731591894105 (+29 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731591894105Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731591894111 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591894112 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731591894112Cleaning up temporary data from old regions at 1731591894259 (+147 ms)Region opened successfully at 1731591894307 (+48 ms) 2024-11-14T13:44:54,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T13:44:54,308 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T13:44:54,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T13:44:54,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T13:44:54,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T13:44:54,312 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T13:44:54,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731591894308Disabling compacts and flushes for region at 1731591894308Disabling writes for close at 1731591894308Writing region close event to WAL at 1731591894309 (+1 ms)Closed at 1731591894312 (+3 ms) 2024-11-14T13:44:54,324 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T13:44:54,324 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T13:44:54,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T13:44:54,365 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T13:44:54,379 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T13:44:54,539 DEBUG [0ac5ae04350c:44751 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-14T13:44:54,549 DEBUG [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(204): Hosts are {0ac5ae04350c=0} racks are {/default-rack=0} 2024-11-14T13:44:54,557 DEBUG [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T13:44:54,557 DEBUG [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T13:44:54,557 DEBUG [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T13:44:54,557 DEBUG [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T13:44:54,557 DEBUG [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T13:44:54,557 DEBUG [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T13:44:54,557 INFO [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T13:44:54,557 INFO [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T13:44:54,557 INFO [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T13:44:54,557 DEBUG [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T13:44:54,566 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0ac5ae04350c,42479,1731591892037 2024-11-14T13:44:54,573 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0ac5ae04350c,42479,1731591892037, state=OPENING 2024-11-14T13:44:54,578 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T13:44:54,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:54,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x1003e896e4e0003, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:54,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:54,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:54,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:44:54,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:44:54,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:44:54,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:44:54,583 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T13:44:54,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0ac5ae04350c,42479,1731591892037}] 2024-11-14T13:44:54,765 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T13:44:54,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51561, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T13:44:54,782 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T13:44:54,782 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T13:44:54,783 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T13:44:54,786 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0ac5ae04350c%2C42479%2C1731591892037.meta, suffix=.meta, logDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037, archiveDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/oldWALs, maxLogs=32 2024-11-14T13:44:54,802 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037/0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, exclude list is [], retry=0 2024-11-14T13:44:54,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43933,DS-8b5c5423-d1e6-4eca-b00c-c96a854818fe,DISK] 2024-11-14T13:44:54,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36857,DS-c9c87679-cda6-4173-9431-a5e6149c16b4,DISK] 2024-11-14T13:44:54,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45009,DS-2018149d-b937-4ade-9ae7-0097a8bbd588,DISK] 2024-11-14T13:44:54,810 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037/0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta 2024-11-14T13:44:54,811 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42689:42689),(127.0.0.1/127.0.0.1:44075:44075),(127.0.0.1/127.0.0.1:34733:34733)] 2024-11-14T13:44:54,811 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T13:44:54,814 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T13:44:54,816 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T13:44:54,822 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T13:44:54,826 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T13:44:54,827 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:54,827 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T13:44:54,828 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T13:44:54,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T13:44:54,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T13:44:54,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:54,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:44:54,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T13:44:54,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T13:44:54,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:54,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:44:54,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T13:44:54,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T13:44:54,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:54,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:44:54,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T13:44:54,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T13:44:54,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:54,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:44:54,854 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T13:44:54,855 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740 2024-11-14T13:44:54,858 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740 2024-11-14T13:44:54,862 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T13:44:54,862 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T13:44:54,865 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T13:44:54,868 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T13:44:54,870 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71892708, jitterRate=0.07128483057022095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T13:44:54,870 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T13:44:54,872 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731591894828Writing region info on filesystem at 1731591894828Initializing all the Stores at 1731591894834 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731591894834Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731591894834Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591894834Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731591894834Cleaning up temporary data from old regions at 1731591894863 (+29 ms)Running coprocessor post-open hooks at 1731591894870 (+7 ms)Region opened successfully at 1731591894871 (+1 ms) 2024-11-14T13:44:54,882 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731591894756 2024-11-14T13:44:54,896 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T13:44:54,897 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T13:44:54,901 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,42479,1731591892037 2024-11-14T13:44:54,905 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0ac5ae04350c,42479,1731591892037, state=OPEN 2024-11-14T13:44:54,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x1003e896e4e0003, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:44:54,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:44:54,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:44:54,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:44:54,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:44:54,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:44:54,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:44:54,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:44:54,911 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0ac5ae04350c,42479,1731591892037 2024-11-14T13:44:54,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T13:44:54,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0ac5ae04350c,42479,1731591892037 in 326 msec 2024-11-14T13:44:54,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T13:44:54,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 587 msec 2024-11-14T13:44:54,945 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T13:44:54,945 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T13:44:54,981 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:44:54,983 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:44:55,045 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T13:44:55,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52809, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T13:44:55,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.9070 sec 2024-11-14T13:44:55,099 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731591895099, completionTime=-1 2024-11-14T13:44:55,102 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-14T13:44:55,102 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T13:44:55,135 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-14T13:44:55,135 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731591955135 2024-11-14T13:44:55,135 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731592015135 2024-11-14T13:44:55,135 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec 2024-11-14T13:44:55,137 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:44:55,160 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,44751,1731591890790-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:55,160 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,44751,1731591890790-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:55,160 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,44751,1731591890790-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:55,163 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0ac5ae04350c:44751, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:55,163 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:55,164 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:55,180 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T13:44:55,210 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.073sec 2024-11-14T13:44:55,214 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T13:44:55,216 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T13:44:55,218 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T13:44:55,218 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T13:44:55,218 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T13:44:55,219 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,44751,1731591890790-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T13:44:55,220 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,44751,1731591890790-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T13:44:55,232 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T13:44:55,233 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T13:44:55,234 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,44751,1731591890790-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:55,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61693573, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T13:44:55,313 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T13:44:55,313 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T13:44:55,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0ac5ae04350c,44751,-1 for getting cluster id 2024-11-14T13:44:55,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T13:44:55,337 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3b8290d-3c43-41d4-8ed8-7da1bf97c715' 2024-11-14T13:44:55,340 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T13:44:55,340 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3b8290d-3c43-41d4-8ed8-7da1bf97c715" 2024-11-14T13:44:55,341 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c018ce2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T13:44:55,341 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0ac5ae04350c,44751,-1] 2024-11-14T13:44:55,344 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T13:44:55,347 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:44:55,348 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T13:44:55,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5499896f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T13:44:55,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:44:55,365 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:44:55,365 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T13:44:55,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T13:44:55,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0ac5ae04350c,44751,1731591890790 2024-11-14T13:44:55,397 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-14T13:44:55,402 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T13:44:55,408 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0ac5ae04350c,44751,1731591890790 2024-11-14T13:44:55,411 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16282c 2024-11-14T13:44:55,413 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T13:44:55,415 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T13:44:55,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T13:44:55,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T13:44:55,434 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T13:44:55,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-14T13:44:55,437 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:55,441 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T13:44:55,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T13:44:55,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741837_1013 (size=1020) 2024-11-14T13:44:55,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741837_1013 (size=1020) 2024-11-14T13:44:55,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741837_1013 (size=1020) 2024-11-14T13:44:55,462 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a3e68e22d1a2581823bccc541c6fda4d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:55,462 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e349ba750943230c686f53a5d7c4cf73, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:55,462 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55129eae3366575c49846458a07e88db, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:55,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741838_1014 (size=110) 2024-11-14T13:44:55,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741838_1014 (size=110) 2024-11-14T13:44:55,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741838_1014 (size=110) 2024-11-14T13:44:55,507 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:55,507 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing a3e68e22d1a2581823bccc541c6fda4d, disabling compactions & flushes 2024-11-14T13:44:55,507 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d. 2024-11-14T13:44:55,508 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d. 2024-11-14T13:44:55,508 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d. after waiting 0 ms 2024-11-14T13:44:55,508 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d. 2024-11-14T13:44:55,508 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d. 2024-11-14T13:44:55,508 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for a3e68e22d1a2581823bccc541c6fda4d: Waiting for close lock at 1731591895507Disabling compacts and flushes for region at 1731591895507Disabling writes for close at 1731591895508 (+1 ms)Writing region close event to WAL at 1731591895508Closed at 1731591895508 2024-11-14T13:44:55,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741839_1015 (size=110) 2024-11-14T13:44:55,509 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => efae7949a6359791c3db0df8de82361a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:55,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741839_1015 (size=110) 2024-11-14T13:44:55,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741839_1015 (size=110) 2024-11-14T13:44:55,512 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:55,513 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing e349ba750943230c686f53a5d7c4cf73, disabling compactions & flushes 2024-11-14T13:44:55,513 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73. 2024-11-14T13:44:55,513 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73. 2024-11-14T13:44:55,513 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73. after waiting 0 ms 2024-11-14T13:44:55,513 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73. 2024-11-14T13:44:55,513 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73. 2024-11-14T13:44:55,513 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for e349ba750943230c686f53a5d7c4cf73: Waiting for close lock at 1731591895512Disabling compacts and flushes for region at 1731591895512Disabling writes for close at 1731591895513 (+1 ms)Writing region close event to WAL at 1731591895513Closed at 1731591895513 2024-11-14T13:44:55,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741840_1016 (size=107) 2024-11-14T13:44:55,514 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 024f37fac0a80c9b20e1a7d1293927db, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:55,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741840_1016 (size=107) 2024-11-14T13:44:55,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741840_1016 (size=107) 2024-11-14T13:44:55,519 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:55,519 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 55129eae3366575c49846458a07e88db, disabling compactions & flushes 2024-11-14T13:44:55,519 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db. 2024-11-14T13:44:55,519 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db. 2024-11-14T13:44:55,519 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db. after waiting 0 ms 2024-11-14T13:44:55,520 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db. 2024-11-14T13:44:55,520 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db. 2024-11-14T13:44:55,520 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55129eae3366575c49846458a07e88db: Waiting for close lock at 1731591895519Disabling compacts and flushes for region at 1731591895519Disabling writes for close at 1731591895519Writing region close event to WAL at 1731591895520 (+1 ms)Closed at 1731591895520 2024-11-14T13:44:55,521 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 64d4fdcd7e1cbe0a52a09cc66d3447ac, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:55,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741841_1017 (size=110) 2024-11-14T13:44:55,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741841_1017 (size=110) 2024-11-14T13:44:55,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741841_1017 (size=110) 2024-11-14T13:44:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T13:44:55,566 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:55,566 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing efae7949a6359791c3db0df8de82361a, disabling compactions & flushes 2024-11-14T13:44:55,566 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a. 2024-11-14T13:44:55,566 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a. 2024-11-14T13:44:55,566 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a. after waiting 0 ms 2024-11-14T13:44:55,566 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a. 2024-11-14T13:44:55,566 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a. 2024-11-14T13:44:55,567 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for efae7949a6359791c3db0df8de82361a: Waiting for close lock at 1731591895566Disabling compacts and flushes for region at 1731591895566Disabling writes for close at 1731591895566Writing region close event to WAL at 1731591895566Closed at 1731591895566 2024-11-14T13:44:55,567 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6e260627be95c590b0679ed490c67a68, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:55,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741842_1018 (size=110) 2024-11-14T13:44:55,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741842_1018 (size=110) 2024-11-14T13:44:55,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741842_1018 (size=110) 2024-11-14T13:44:55,602 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:55,602 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 024f37fac0a80c9b20e1a7d1293927db, disabling compactions & flushes 2024-11-14T13:44:55,602 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db. 2024-11-14T13:44:55,602 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db. 2024-11-14T13:44:55,602 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db. after waiting 0 ms 2024-11-14T13:44:55,602 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db. 2024-11-14T13:44:55,602 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db. 2024-11-14T13:44:55,602 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 024f37fac0a80c9b20e1a7d1293927db: Waiting for close lock at 1731591895602Disabling compacts and flushes for region at 1731591895602Disabling writes for close at 1731591895602Writing region close event to WAL at 1731591895602Closed at 1731591895602 2024-11-14T13:44:55,603 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3261f473cffad4ef1c31b46b14007911, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:55,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741843_1019 (size=110) 2024-11-14T13:44:55,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741843_1019 (size=110) 2024-11-14T13:44:55,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741843_1019 (size=110) 2024-11-14T13:44:55,609 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:55,609 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 64d4fdcd7e1cbe0a52a09cc66d3447ac, disabling compactions & flushes 2024-11-14T13:44:55,609 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac. 2024-11-14T13:44:55,610 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac. 2024-11-14T13:44:55,610 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac. after waiting 0 ms 2024-11-14T13:44:55,610 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac. 2024-11-14T13:44:55,610 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac. 2024-11-14T13:44:55,610 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 64d4fdcd7e1cbe0a52a09cc66d3447ac: Waiting for close lock at 1731591895609Disabling compacts and flushes for region at 1731591895609Disabling writes for close at 1731591895610 (+1 ms)Writing region close event to WAL at 1731591895610Closed at 1731591895610 2024-11-14T13:44:55,610 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3436e040854594ad7151ca29debdeea0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:55,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741844_1020 (size=110) 2024-11-14T13:44:55,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741844_1020 (size=110) 2024-11-14T13:44:55,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741844_1020 (size=110) 2024-11-14T13:44:55,618 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:55,618 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 6e260627be95c590b0679ed490c67a68, disabling compactions & flushes 2024-11-14T13:44:55,619 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68. 2024-11-14T13:44:55,619 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68. 2024-11-14T13:44:55,619 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68. after waiting 0 ms 2024-11-14T13:44:55,619 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68. 2024-11-14T13:44:55,619 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68. 2024-11-14T13:44:55,619 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6e260627be95c590b0679ed490c67a68: Waiting for close lock at 1731591895618Disabling compacts and flushes for region at 1731591895618Disabling writes for close at 1731591895619 (+1 ms)Writing region close event to WAL at 1731591895619Closed at 1731591895619 2024-11-14T13:44:55,620 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 48103f4ab2965bcdd68ba330f84405f5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:55,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741845_1021 (size=110) 2024-11-14T13:44:55,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741845_1021 (size=110) 2024-11-14T13:44:55,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741845_1021 (size=110) 2024-11-14T13:44:55,649 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:55,649 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 3261f473cffad4ef1c31b46b14007911, disabling compactions & flushes 2024-11-14T13:44:55,649 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911. 2024-11-14T13:44:55,650 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911. 2024-11-14T13:44:55,650 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911. after waiting 0 ms 2024-11-14T13:44:55,650 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911. 2024-11-14T13:44:55,650 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911. 2024-11-14T13:44:55,650 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3261f473cffad4ef1c31b46b14007911: Waiting for close lock at 1731591895649Disabling compacts and flushes for region at 1731591895649Disabling writes for close at 1731591895650 (+1 ms)Writing region close event to WAL at 1731591895650Closed at 1731591895650 2024-11-14T13:44:55,651 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0b646648b9a14eab8eb7fb7fb1442ce1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731591895417.0b646648b9a14eab8eb7fb7fb1442ce1.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:55,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741846_1022 (size=110) 2024-11-14T13:44:55,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741846_1022 (size=110) 2024-11-14T13:44:55,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741846_1022 (size=110) 2024-11-14T13:44:55,676 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:55,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741847_1023 (size=110) 2024-11-14T13:44:55,677 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 3436e040854594ad7151ca29debdeea0, disabling compactions & flushes 2024-11-14T13:44:55,677 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0. 2024-11-14T13:44:55,677 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0. 2024-11-14T13:44:55,677 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0. after waiting 0 ms 2024-11-14T13:44:55,677 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0. 2024-11-14T13:44:55,677 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0. 2024-11-14T13:44:55,677 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3436e040854594ad7151ca29debdeea0: Waiting for close lock at 1731591895677Disabling compacts and flushes for region at 1731591895677Disabling writes for close at 1731591895677Writing region close event to WAL at 1731591895677Closed at 1731591895677 2024-11-14T13:44:55,678 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08cc34534acffcb4ccab364d512de117, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:55,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741847_1023 (size=110) 2024-11-14T13:44:55,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741847_1023 (size=110) 2024-11-14T13:44:55,683 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:55,684 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 48103f4ab2965bcdd68ba330f84405f5, disabling compactions & flushes 2024-11-14T13:44:55,684 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5. 2024-11-14T13:44:55,684 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5. 2024-11-14T13:44:55,684 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5. after waiting 0 ms 2024-11-14T13:44:55,684 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5. 2024-11-14T13:44:55,684 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5. 2024-11-14T13:44:55,684 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 48103f4ab2965bcdd68ba330f84405f5: Waiting for close lock at 1731591895684Disabling compacts and flushes for region at 1731591895684Disabling writes for close at 1731591895684Writing region close event to WAL at 1731591895684Closed at 1731591895684 2024-11-14T13:44:55,685 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c9082c79276e45d157be1e9be294818d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731591895417.c9082c79276e45d157be1e9be294818d.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:55,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741848_1024 (size=110) 2024-11-14T13:44:55,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741848_1024 (size=110) 2024-11-14T13:44:55,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741848_1024 (size=110) 2024-11-14T13:44:55,697 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731591895417.0b646648b9a14eab8eb7fb7fb1442ce1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:55,697 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 0b646648b9a14eab8eb7fb7fb1442ce1, disabling compactions & flushes 2024-11-14T13:44:55,697 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731591895417.0b646648b9a14eab8eb7fb7fb1442ce1. 2024-11-14T13:44:55,697 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731591895417.0b646648b9a14eab8eb7fb7fb1442ce1. 2024-11-14T13:44:55,698 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731591895417.0b646648b9a14eab8eb7fb7fb1442ce1. after waiting 0 ms 2024-11-14T13:44:55,698 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731591895417.0b646648b9a14eab8eb7fb7fb1442ce1. 2024-11-14T13:44:55,698 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731591895417.0b646648b9a14eab8eb7fb7fb1442ce1. 2024-11-14T13:44:55,698 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0b646648b9a14eab8eb7fb7fb1442ce1: Waiting for close lock at 1731591895697Disabling compacts and flushes for region at 1731591895697Disabling writes for close at 1731591895698 (+1 ms)Writing region close event to WAL at 1731591895698Closed at 1731591895698 2024-11-14T13:44:55,699 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4c9d94c4d485cc76ddd0d1cbe687eaf1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731591895417.4c9d94c4d485cc76ddd0d1cbe687eaf1.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:55,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741849_1025 (size=110) 2024-11-14T13:44:55,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741849_1025 (size=110) 2024-11-14T13:44:55,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741849_1025 (size=110) 2024-11-14T13:44:55,729 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:55,729 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 08cc34534acffcb4ccab364d512de117, disabling compactions & flushes 2024-11-14T13:44:55,730 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117. 2024-11-14T13:44:55,730 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117. 2024-11-14T13:44:55,730 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117. after waiting 0 ms 2024-11-14T13:44:55,730 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117. 2024-11-14T13:44:55,730 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117. 2024-11-14T13:44:55,730 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08cc34534acffcb4ccab364d512de117: Waiting for close lock at 1731591895729Disabling compacts and flushes for region at 1731591895729Disabling writes for close at 1731591895730 (+1 ms)Writing region close event to WAL at 1731591895730Closed at 1731591895730 2024-11-14T13:44:55,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741850_1026 (size=110) 2024-11-14T13:44:55,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741850_1026 (size=110) 2024-11-14T13:44:55,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741850_1026 (size=110) 2024-11-14T13:44:55,731 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1fec0ac3005466e4d280ae9aa46777a4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:55,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741851_1027 (size=110) 2024-11-14T13:44:55,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741851_1027 (size=110) 2024-11-14T13:44:55,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741851_1027 (size=110) 2024-11-14T13:44:55,764 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731591895417.4c9d94c4d485cc76ddd0d1cbe687eaf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:55,764 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 4c9d94c4d485cc76ddd0d1cbe687eaf1, disabling compactions & flushes 2024-11-14T13:44:55,764 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731591895417.4c9d94c4d485cc76ddd0d1cbe687eaf1. 2024-11-14T13:44:55,764 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731591895417.4c9d94c4d485cc76ddd0d1cbe687eaf1. 2024-11-14T13:44:55,764 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731591895417.4c9d94c4d485cc76ddd0d1cbe687eaf1. after waiting 0 ms 2024-11-14T13:44:55,764 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731591895417.4c9d94c4d485cc76ddd0d1cbe687eaf1. 2024-11-14T13:44:55,764 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731591895417.4c9d94c4d485cc76ddd0d1cbe687eaf1. 2024-11-14T13:44:55,765 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4c9d94c4d485cc76ddd0d1cbe687eaf1: Waiting for close lock at 1731591895764Disabling compacts and flushes for region at 1731591895764Disabling writes for close at 1731591895764Writing region close event to WAL at 1731591895764Closed at 1731591895764 2024-11-14T13:44:55,765 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => eff06afbab034c0c57e88e72996f4293, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:55,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741852_1028 (size=110) 2024-11-14T13:44:55,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741852_1028 (size=110) 2024-11-14T13:44:55,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741852_1028 (size=110) 2024-11-14T13:44:55,769 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:55,769 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 1fec0ac3005466e4d280ae9aa46777a4, disabling compactions & flushes 2024-11-14T13:44:55,769 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4. 2024-11-14T13:44:55,770 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4. 2024-11-14T13:44:55,770 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4. after waiting 0 ms 2024-11-14T13:44:55,770 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4. 2024-11-14T13:44:55,770 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4. 2024-11-14T13:44:55,770 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1fec0ac3005466e4d280ae9aa46777a4: Waiting for close lock at 1731591895769Disabling compacts and flushes for region at 1731591895769Disabling writes for close at 1731591895770 (+1 ms)Writing region close event to WAL at 1731591895770Closed at 1731591895770 2024-11-14T13:44:55,773 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2fcbfab2fb472a104518a56d7eba188, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T13:44:55,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741853_1029 (size=110) 2024-11-14T13:44:55,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741853_1029 (size=110) 2024-11-14T13:44:55,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741853_1029 (size=110) 2024-11-14T13:44:55,834 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:55,835 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing eff06afbab034c0c57e88e72996f4293, disabling compactions & flushes 2024-11-14T13:44:55,835 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293. 2024-11-14T13:44:55,835 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293. 2024-11-14T13:44:55,835 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293. after waiting 0 ms 2024-11-14T13:44:55,835 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293. 2024-11-14T13:44:55,835 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293. 2024-11-14T13:44:55,835 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for eff06afbab034c0c57e88e72996f4293: Waiting for close lock at 1731591895834Disabling compacts and flushes for region at 1731591895834Disabling writes for close at 1731591895835 (+1 ms)Writing region close event to WAL at 1731591895835Closed at 1731591895835 2024-11-14T13:44:55,837 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => eb3f166e3ca9fee8309c6113030e4acd, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:55,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741854_1030 (size=110) 2024-11-14T13:44:55,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741854_1030 (size=110) 2024-11-14T13:44:55,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741854_1030 (size=110) 2024-11-14T13:44:55,840 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:55,841 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing f2fcbfab2fb472a104518a56d7eba188, disabling compactions & flushes 2024-11-14T13:44:55,841 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188. 2024-11-14T13:44:55,841 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188. 2024-11-14T13:44:55,841 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188. after waiting 0 ms 2024-11-14T13:44:55,841 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188. 2024-11-14T13:44:55,841 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188. 2024-11-14T13:44:55,841 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2fcbfab2fb472a104518a56d7eba188: Waiting for close lock at 1731591895840Disabling compacts and flushes for region at 1731591895840Disabling writes for close at 1731591895841 (+1 ms)Writing region close event to WAL at 1731591895841Closed at 1731591895841 2024-11-14T13:44:55,842 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 527f40c43963357312bf7bb8dfad3b84, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:55,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741856_1032 (size=110) 2024-11-14T13:44:55,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741856_1032 (size=110) 2024-11-14T13:44:55,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741856_1032 (size=110) 2024-11-14T13:44:55,893 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:55,893 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing eb3f166e3ca9fee8309c6113030e4acd, disabling compactions & flushes 2024-11-14T13:44:55,893 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd. 2024-11-14T13:44:55,893 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd. 2024-11-14T13:44:55,893 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd. after waiting 0 ms 2024-11-14T13:44:55,893 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd. 2024-11-14T13:44:55,893 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd. 2024-11-14T13:44:55,893 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for eb3f166e3ca9fee8309c6113030e4acd: Waiting for close lock at 1731591895893Disabling compacts and flushes for region at 1731591895893Disabling writes for close at 1731591895893Writing region close event to WAL at 1731591895893Closed at 1731591895893 2024-11-14T13:44:55,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741855_1031 (size=110) 2024-11-14T13:44:55,894 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 744fa47c33876f935d9d497dd36f3aa8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:55,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741855_1031 (size=110) 2024-11-14T13:44:55,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741855_1031 (size=110) 2024-11-14T13:44:55,899 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:55,899 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 527f40c43963357312bf7bb8dfad3b84, disabling compactions & flushes 2024-11-14T13:44:55,899 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84. 2024-11-14T13:44:55,899 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84. 2024-11-14T13:44:55,899 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84. after waiting 0 ms 2024-11-14T13:44:55,899 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84. 2024-11-14T13:44:55,899 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84. 2024-11-14T13:44:55,899 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 527f40c43963357312bf7bb8dfad3b84: Waiting for close lock at 1731591895899Disabling compacts and flushes for region at 1731591895899Disabling writes for close at 1731591895899Writing region close event to WAL at 1731591895899Closed at 1731591895899 2024-11-14T13:44:55,900 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ba411c881b7dc54f31069b8394ae9c0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:55,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741858_1034 (size=110) 2024-11-14T13:44:55,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741858_1034 (size=110) 2024-11-14T13:44:55,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741858_1034 (size=110) 2024-11-14T13:44:55,949 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:55,950 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 744fa47c33876f935d9d497dd36f3aa8, disabling compactions & flushes 2024-11-14T13:44:55,950 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8. 2024-11-14T13:44:55,950 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8. 2024-11-14T13:44:55,950 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8. after waiting 0 ms 2024-11-14T13:44:55,950 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8. 2024-11-14T13:44:55,950 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8. 2024-11-14T13:44:55,950 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 744fa47c33876f935d9d497dd36f3aa8: Waiting for close lock at 1731591895949Disabling compacts and flushes for region at 1731591895949Disabling writes for close at 1731591895950 (+1 ms)Writing region close event to WAL at 1731591895950Closed at 1731591895950 2024-11-14T13:44:55,951 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 69bb46e01f9a17d89d58cd1c0b2b234a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:55,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741857_1033 (size=110) 2024-11-14T13:44:55,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741857_1033 (size=110) 2024-11-14T13:44:55,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741857_1033 (size=110) 2024-11-14T13:44:55,971 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:55,971 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 2ba411c881b7dc54f31069b8394ae9c0, disabling compactions & flushes 2024-11-14T13:44:55,971 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0. 2024-11-14T13:44:55,971 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0. 2024-11-14T13:44:55,972 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0. after waiting 0 ms 2024-11-14T13:44:55,972 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0. 2024-11-14T13:44:55,972 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0. 2024-11-14T13:44:55,972 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ba411c881b7dc54f31069b8394ae9c0: Waiting for close lock at 1731591895971Disabling compacts and flushes for region at 1731591895971Disabling writes for close at 1731591895972 (+1 ms)Writing region close event to WAL at 1731591895972Closed at 1731591895972 2024-11-14T13:44:55,973 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 427c5a64170cff05d073a7eab192003b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:56,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741859_1035 (size=110) 2024-11-14T13:44:56,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741859_1035 (size=110) 2024-11-14T13:44:56,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741860_1036 (size=110) 2024-11-14T13:44:56,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741860_1036 (size=110) 2024-11-14T13:44:56,011 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:56,011 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 427c5a64170cff05d073a7eab192003b, disabling compactions & flushes 2024-11-14T13:44:56,011 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b. 2024-11-14T13:44:56,011 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b. 2024-11-14T13:44:56,011 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b. after waiting 0 ms 2024-11-14T13:44:56,011 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b. 2024-11-14T13:44:56,011 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b. 2024-11-14T13:44:56,011 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 427c5a64170cff05d073a7eab192003b: Waiting for close lock at 1731591896011Disabling compacts and flushes for region at 1731591896011Disabling writes for close at 1731591896011Writing region close event to WAL at 1731591896011Closed at 1731591896011 2024-11-14T13:44:56,012 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8faee68b0b3a3e07fb6545d50e2e99dd, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731591895417.8faee68b0b3a3e07fb6545d50e2e99dd.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:56,012 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:56,012 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 69bb46e01f9a17d89d58cd1c0b2b234a, disabling compactions & flushes 2024-11-14T13:44:56,012 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a. 2024-11-14T13:44:56,012 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a. 2024-11-14T13:44:56,012 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a. after waiting 0 ms 2024-11-14T13:44:56,012 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a. 2024-11-14T13:44:56,012 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a. 2024-11-14T13:44:56,012 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 69bb46e01f9a17d89d58cd1c0b2b234a: Waiting for close lock at 1731591896012Disabling compacts and flushes for region at 1731591896012Disabling writes for close at 1731591896012Writing region close event to WAL at 1731591896012Closed at 1731591896012 2024-11-14T13:44:56,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741859_1035 (size=110) 2024-11-14T13:44:56,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741860_1036 (size=110) 2024-11-14T13:44:56,013 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 916a438220ef69061b47176e62698307, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:56,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741862_1038 (size=110) 2024-11-14T13:44:56,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741861_1037 (size=110) 2024-11-14T13:44:56,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741861_1037 (size=110) 2024-11-14T13:44:56,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741862_1038 (size=110) 2024-11-14T13:44:56,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741861_1037 (size=110) 2024-11-14T13:44:56,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741862_1038 (size=110) 2024-11-14T13:44:56,030 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731591895417.8faee68b0b3a3e07fb6545d50e2e99dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:56,030 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 8faee68b0b3a3e07fb6545d50e2e99dd, disabling compactions & flushes 2024-11-14T13:44:56,031 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731591895417.8faee68b0b3a3e07fb6545d50e2e99dd. 2024-11-14T13:44:56,031 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731591895417.8faee68b0b3a3e07fb6545d50e2e99dd. 2024-11-14T13:44:56,031 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731591895417.8faee68b0b3a3e07fb6545d50e2e99dd. after waiting 0 ms 2024-11-14T13:44:56,031 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731591895417.8faee68b0b3a3e07fb6545d50e2e99dd. 2024-11-14T13:44:56,031 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731591895417.8faee68b0b3a3e07fb6545d50e2e99dd. 2024-11-14T13:44:56,031 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8faee68b0b3a3e07fb6545d50e2e99dd: Waiting for close lock at 1731591896030Disabling compacts and flushes for region at 1731591896030Disabling writes for close at 1731591896031 (+1 ms)Writing region close event to WAL at 1731591896031Closed at 1731591896031 2024-11-14T13:44:56,032 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 318889161ac1d5e8095715d201c363cb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731591895417.318889161ac1d5e8095715d201c363cb.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb 2024-11-14T13:44:56,032 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:56,033 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 916a438220ef69061b47176e62698307, disabling compactions & flushes 2024-11-14T13:44:56,033 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307. 2024-11-14T13:44:56,033 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307. 2024-11-14T13:44:56,033 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307. after waiting 0 ms 2024-11-14T13:44:56,033 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307. 2024-11-14T13:44:56,033 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307. 2024-11-14T13:44:56,033 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 916a438220ef69061b47176e62698307: Waiting for close lock at 1731591896033Disabling compacts and flushes for region at 1731591896033Disabling writes for close at 1731591896033Writing region close event to WAL at 1731591896033Closed at 1731591896033 2024-11-14T13:44:56,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741863_1039 (size=107) 2024-11-14T13:44:56,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741863_1039 (size=107) 2024-11-14T13:44:56,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741863_1039 (size=107) 2024-11-14T13:44:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T13:44:56,133 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731591895417.c9082c79276e45d157be1e9be294818d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:56,133 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing c9082c79276e45d157be1e9be294818d, disabling compactions & flushes 2024-11-14T13:44:56,133 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731591895417.c9082c79276e45d157be1e9be294818d. 2024-11-14T13:44:56,133 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731591895417.c9082c79276e45d157be1e9be294818d. 2024-11-14T13:44:56,133 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731591895417.c9082c79276e45d157be1e9be294818d. after waiting 0 ms 2024-11-14T13:44:56,133 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731591895417.c9082c79276e45d157be1e9be294818d. 2024-11-14T13:44:56,133 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731591895417.c9082c79276e45d157be1e9be294818d. 2024-11-14T13:44:56,133 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for c9082c79276e45d157be1e9be294818d: Waiting for close lock at 1731591896133Disabling compacts and flushes for region at 1731591896133Disabling writes for close at 1731591896133Writing region close event to WAL at 1731591896133Closed at 1731591896133 2024-11-14T13:44:56,463 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731591895417.318889161ac1d5e8095715d201c363cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:56,463 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 318889161ac1d5e8095715d201c363cb, disabling compactions & flushes 2024-11-14T13:44:56,463 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731591895417.318889161ac1d5e8095715d201c363cb. 2024-11-14T13:44:56,463 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731591895417.318889161ac1d5e8095715d201c363cb. 2024-11-14T13:44:56,463 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731591895417.318889161ac1d5e8095715d201c363cb. after waiting 0 ms 2024-11-14T13:44:56,463 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731591895417.318889161ac1d5e8095715d201c363cb. 2024-11-14T13:44:56,463 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731591895417.318889161ac1d5e8095715d201c363cb. 2024-11-14T13:44:56,463 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 318889161ac1d5e8095715d201c363cb: Waiting for close lock at 1731591896463Disabling compacts and flushes for region at 1731591896463Disabling writes for close at 1731591896463Writing region close event to WAL at 1731591896463Closed at 1731591896463 2024-11-14T13:44:56,466 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T13:44:56,473 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731591896466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591896466"}]},"ts":"1731591896466"} 2024-11-14T13:44:56,473 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731591896466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591896466"}]},"ts":"1731591896466"} 2024-11-14T13:44:56,474 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731591896466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591896466"}]},"ts":"1731591896466"} 2024-11-14T13:44:56,474 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731591896466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591896466"}]},"ts":"1731591896466"} 2024-11-14T13:44:56,474 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731591896466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591896466"}]},"ts":"1731591896466"} 2024-11-14T13:44:56,474 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731591896466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591896466"}]},"ts":"1731591896466"} 2024-11-14T13:44:56,474 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731591896466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591896466"}]},"ts":"1731591896466"} 2024-11-14T13:44:56,475 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731591896466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591896466"}]},"ts":"1731591896466"} 2024-11-14T13:44:56,475 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731591896466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591896466"}]},"ts":"1731591896466"} 2024-11-14T13:44:56,475 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731591896466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591896466"}]},"ts":"1731591896466"} 2024-11-14T13:44:56,475 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731591895417.0b646648b9a14eab8eb7fb7fb1442ce1.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731591896466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591896466"}]},"ts":"1731591896466"} 2024-11-14T13:44:56,476 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731591896466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591896466"}]},"ts":"1731591896466"} 2024-11-14T13:44:56,476 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731591895417.4c9d94c4d485cc76ddd0d1cbe687eaf1.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731591896466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591896466"}]},"ts":"1731591896466"} 2024-11-14T13:44:56,476 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731591896466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591896466"}]},"ts":"1731591896466"} 2024-11-14T13:44:56,476 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731591896466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591896466"}]},"ts":"1731591896466"} 2024-11-14T13:44:56,476 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731591896466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591896466"}]},"ts":"1731591896466"} 2024-11-14T13:44:56,476 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731591896466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591896466"}]},"ts":"1731591896466"} 2024-11-14T13:44:56,477 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731591896466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591896466"}]},"ts":"1731591896466"} 2024-11-14T13:44:56,477 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731591896466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591896466"}]},"ts":"1731591896466"} 2024-11-14T13:44:56,477 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731591896466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591896466"}]},"ts":"1731591896466"} 2024-11-14T13:44:56,477 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731591896466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591896466"}]},"ts":"1731591896466"} 2024-11-14T13:44:56,477 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731591896466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591896466"}]},"ts":"1731591896466"} 2024-11-14T13:44:56,477 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731591895417.8faee68b0b3a3e07fb6545d50e2e99dd.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731591896466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591896466"}]},"ts":"1731591896466"} 2024-11-14T13:44:56,478 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731591896466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591896466"}]},"ts":"1731591896466"} 2024-11-14T13:44:56,478 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731591895417.c9082c79276e45d157be1e9be294818d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731591896466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591896466"}]},"ts":"1731591896466"} 2024-11-14T13:44:56,478 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731591895417.318889161ac1d5e8095715d201c363cb.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731591896466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591896466"}]},"ts":"1731591896466"} 2024-11-14T13:44:56,535 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-14T13:44:56,538 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T13:44:56,541 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731591896538"}]},"ts":"1731591896538"} 2024-11-14T13:44:56,547 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-14T13:44:56,548 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {0ac5ae04350c=0} racks are {/default-rack=0} 2024-11-14T13:44:56,611 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T13:44:56,611 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T13:44:56,611 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T13:44:56,611 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T13:44:56,611 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T13:44:56,611 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T13:44:56,611 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T13:44:56,611 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T13:44:56,611 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T13:44:56,611 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T13:44:56,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=55129eae3366575c49846458a07e88db, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e349ba750943230c686f53a5d7c4cf73, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a3e68e22d1a2581823bccc541c6fda4d, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=efae7949a6359791c3db0df8de82361a, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=024f37fac0a80c9b20e1a7d1293927db, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=64d4fdcd7e1cbe0a52a09cc66d3447ac, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e260627be95c590b0679ed490c67a68, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3261f473cffad4ef1c31b46b14007911, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3436e040854594ad7151ca29debdeea0, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=48103f4ab2965bcdd68ba330f84405f5, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b646648b9a14eab8eb7fb7fb1442ce1, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08cc34534acffcb4ccab364d512de117, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c9082c79276e45d157be1e9be294818d, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c9d94c4d485cc76ddd0d1cbe687eaf1, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1fec0ac3005466e4d280ae9aa46777a4, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eff06afbab034c0c57e88e72996f4293, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f2fcbfab2fb472a104518a56d7eba188, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb3f166e3ca9fee8309c6113030e4acd, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=527f40c43963357312bf7bb8dfad3b84, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=744fa47c33876f935d9d497dd36f3aa8, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2ba411c881b7dc54f31069b8394ae9c0, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=69bb46e01f9a17d89d58cd1c0b2b234a, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=427c5a64170cff05d073a7eab192003b, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8faee68b0b3a3e07fb6545d50e2e99dd, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=916a438220ef69061b47176e62698307, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=318889161ac1d5e8095715d201c363cb, ASSIGN}] 2024-11-14T13:44:56,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T13:44:56,622 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=318889161ac1d5e8095715d201c363cb, ASSIGN 2024-11-14T13:44:56,624 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=318889161ac1d5e8095715d201c363cb, ASSIGN; state=OFFLINE, location=0ac5ae04350c,37809,1731591891976; forceNewPlan=false, retain=false 2024-11-14T13:44:56,626 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=916a438220ef69061b47176e62698307, ASSIGN 2024-11-14T13:44:56,642 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=916a438220ef69061b47176e62698307, ASSIGN; state=OFFLINE, location=0ac5ae04350c,42479,1731591892037; forceNewPlan=false, retain=false 2024-11-14T13:44:56,646 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8faee68b0b3a3e07fb6545d50e2e99dd, ASSIGN 2024-11-14T13:44:56,652 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8faee68b0b3a3e07fb6545d50e2e99dd, ASSIGN; state=OFFLINE, location=0ac5ae04350c,37809,1731591891976; forceNewPlan=false, retain=false 2024-11-14T13:44:56,661 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=427c5a64170cff05d073a7eab192003b, ASSIGN 2024-11-14T13:44:56,664 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=427c5a64170cff05d073a7eab192003b, ASSIGN; state=OFFLINE, location=0ac5ae04350c,42479,1731591892037; forceNewPlan=false, retain=false 2024-11-14T13:44:56,673 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=69bb46e01f9a17d89d58cd1c0b2b234a, ASSIGN 2024-11-14T13:44:56,675 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=69bb46e01f9a17d89d58cd1c0b2b234a, ASSIGN; state=OFFLINE, location=0ac5ae04350c,34717,1731591891819; forceNewPlan=false, retain=false 2024-11-14T13:44:56,677 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2ba411c881b7dc54f31069b8394ae9c0, ASSIGN 2024-11-14T13:44:56,678 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2ba411c881b7dc54f31069b8394ae9c0, ASSIGN; state=OFFLINE, location=0ac5ae04350c,37809,1731591891976; forceNewPlan=false, retain=false 2024-11-14T13:44:56,680 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=744fa47c33876f935d9d497dd36f3aa8, ASSIGN 2024-11-14T13:44:56,683 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=744fa47c33876f935d9d497dd36f3aa8, ASSIGN; state=OFFLINE, location=0ac5ae04350c,34717,1731591891819; forceNewPlan=false, retain=false 2024-11-14T13:44:56,693 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=527f40c43963357312bf7bb8dfad3b84, ASSIGN 2024-11-14T13:44:56,694 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=527f40c43963357312bf7bb8dfad3b84, ASSIGN; state=OFFLINE, location=0ac5ae04350c,42479,1731591892037; forceNewPlan=false, retain=false 2024-11-14T13:44:56,696 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb3f166e3ca9fee8309c6113030e4acd, ASSIGN 2024-11-14T13:44:56,697 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb3f166e3ca9fee8309c6113030e4acd, ASSIGN; state=OFFLINE, location=0ac5ae04350c,37809,1731591891976; forceNewPlan=false, retain=false 2024-11-14T13:44:56,702 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f2fcbfab2fb472a104518a56d7eba188, ASSIGN 2024-11-14T13:44:56,704 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f2fcbfab2fb472a104518a56d7eba188, ASSIGN; state=OFFLINE, location=0ac5ae04350c,34717,1731591891819; forceNewPlan=false, retain=false 2024-11-14T13:44:56,706 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eff06afbab034c0c57e88e72996f4293, ASSIGN 2024-11-14T13:44:56,707 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eff06afbab034c0c57e88e72996f4293, ASSIGN; state=OFFLINE, location=0ac5ae04350c,42479,1731591892037; forceNewPlan=false, retain=false 2024-11-14T13:44:56,708 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1fec0ac3005466e4d280ae9aa46777a4, ASSIGN 2024-11-14T13:44:56,710 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1fec0ac3005466e4d280ae9aa46777a4, ASSIGN; state=OFFLINE, location=0ac5ae04350c,37809,1731591891976; forceNewPlan=false, retain=false 2024-11-14T13:44:56,711 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c9d94c4d485cc76ddd0d1cbe687eaf1, ASSIGN 2024-11-14T13:44:56,712 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c9d94c4d485cc76ddd0d1cbe687eaf1, ASSIGN; state=OFFLINE, location=0ac5ae04350c,34717,1731591891819; forceNewPlan=false, retain=false 2024-11-14T13:44:56,713 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c9082c79276e45d157be1e9be294818d, ASSIGN 2024-11-14T13:44:56,714 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c9082c79276e45d157be1e9be294818d, ASSIGN; state=OFFLINE, location=0ac5ae04350c,34717,1731591891819; forceNewPlan=false, retain=false 2024-11-14T13:44:56,716 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08cc34534acffcb4ccab364d512de117, ASSIGN 2024-11-14T13:44:56,717 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08cc34534acffcb4ccab364d512de117, ASSIGN; state=OFFLINE, location=0ac5ae04350c,42479,1731591892037; forceNewPlan=false, retain=false 2024-11-14T13:44:56,719 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b646648b9a14eab8eb7fb7fb1442ce1, ASSIGN 2024-11-14T13:44:56,720 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b646648b9a14eab8eb7fb7fb1442ce1, ASSIGN; state=OFFLINE, location=0ac5ae04350c,37809,1731591891976; forceNewPlan=false, retain=false 2024-11-14T13:44:56,722 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=48103f4ab2965bcdd68ba330f84405f5, ASSIGN 2024-11-14T13:44:56,723 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=48103f4ab2965bcdd68ba330f84405f5, ASSIGN; state=OFFLINE, location=0ac5ae04350c,34717,1731591891819; forceNewPlan=false, retain=false 2024-11-14T13:44:56,725 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3436e040854594ad7151ca29debdeea0, ASSIGN 2024-11-14T13:44:56,726 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3436e040854594ad7151ca29debdeea0, ASSIGN; state=OFFLINE, location=0ac5ae04350c,42479,1731591892037; forceNewPlan=false, retain=false 2024-11-14T13:44:56,728 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3261f473cffad4ef1c31b46b14007911, ASSIGN 2024-11-14T13:44:56,730 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3261f473cffad4ef1c31b46b14007911, ASSIGN; state=OFFLINE, location=0ac5ae04350c,37809,1731591891976; forceNewPlan=false, retain=false 2024-11-14T13:44:56,731 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e260627be95c590b0679ed490c67a68, ASSIGN 2024-11-14T13:44:56,732 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e260627be95c590b0679ed490c67a68, ASSIGN; state=OFFLINE, location=0ac5ae04350c,34717,1731591891819; forceNewPlan=false, retain=false 2024-11-14T13:44:56,733 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=64d4fdcd7e1cbe0a52a09cc66d3447ac, ASSIGN 2024-11-14T13:44:56,735 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=64d4fdcd7e1cbe0a52a09cc66d3447ac, ASSIGN; state=OFFLINE, location=0ac5ae04350c,42479,1731591892037; forceNewPlan=false, retain=false 2024-11-14T13:44:56,736 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=024f37fac0a80c9b20e1a7d1293927db, ASSIGN 2024-11-14T13:44:56,737 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=024f37fac0a80c9b20e1a7d1293927db, ASSIGN; state=OFFLINE, location=0ac5ae04350c,37809,1731591891976; forceNewPlan=false, retain=false 2024-11-14T13:44:56,739 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=efae7949a6359791c3db0df8de82361a, ASSIGN 2024-11-14T13:44:56,740 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=efae7949a6359791c3db0df8de82361a, ASSIGN; state=OFFLINE, location=0ac5ae04350c,34717,1731591891819; forceNewPlan=false, retain=false 2024-11-14T13:44:56,741 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a3e68e22d1a2581823bccc541c6fda4d, ASSIGN 2024-11-14T13:44:56,743 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a3e68e22d1a2581823bccc541c6fda4d, ASSIGN; state=OFFLINE, location=0ac5ae04350c,34717,1731591891819; forceNewPlan=false, retain=false 2024-11-14T13:44:56,744 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e349ba750943230c686f53a5d7c4cf73, ASSIGN 2024-11-14T13:44:56,745 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e349ba750943230c686f53a5d7c4cf73, ASSIGN; state=OFFLINE, location=0ac5ae04350c,37809,1731591891976; forceNewPlan=false, retain=false 2024-11-14T13:44:56,746 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=55129eae3366575c49846458a07e88db, ASSIGN 2024-11-14T13:44:56,748 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=55129eae3366575c49846458a07e88db, ASSIGN; state=OFFLINE, location=0ac5ae04350c,42479,1731591892037; forceNewPlan=false, retain=false 2024-11-14T13:44:56,778 INFO [0ac5ae04350c:44751 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-14T13:44:56,779 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=916a438220ef69061b47176e62698307, regionState=OPENING, regionLocation=0ac5ae04350c,42479,1731591892037 2024-11-14T13:44:56,780 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=427c5a64170cff05d073a7eab192003b, regionState=OPENING, regionLocation=0ac5ae04350c,42479,1731591892037 2024-11-14T13:44:56,781 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=527f40c43963357312bf7bb8dfad3b84, regionState=OPENING, regionLocation=0ac5ae04350c,42479,1731591892037 2024-11-14T13:44:56,782 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=eff06afbab034c0c57e88e72996f4293, regionState=OPENING, regionLocation=0ac5ae04350c,42479,1731591892037 2024-11-14T13:44:56,782 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=08cc34534acffcb4ccab364d512de117, regionState=OPENING, regionLocation=0ac5ae04350c,42479,1731591892037 2024-11-14T13:44:56,783 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3436e040854594ad7151ca29debdeea0, regionState=OPENING, regionLocation=0ac5ae04350c,42479,1731591892037 2024-11-14T13:44:56,783 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=64d4fdcd7e1cbe0a52a09cc66d3447ac, regionState=OPENING, regionLocation=0ac5ae04350c,42479,1731591892037 2024-11-14T13:44:56,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=916a438220ef69061b47176e62698307, ASSIGN because future has completed 2024-11-14T13:44:56,784 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=55129eae3366575c49846458a07e88db, regionState=OPENING, regionLocation=0ac5ae04350c,42479,1731591892037 2024-11-14T13:44:56,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 916a438220ef69061b47176e62698307, server=0ac5ae04350c,42479,1731591892037}] 2024-11-14T13:44:56,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=427c5a64170cff05d073a7eab192003b, ASSIGN because future has completed 2024-11-14T13:44:56,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=527f40c43963357312bf7bb8dfad3b84, ASSIGN because future has completed 2024-11-14T13:44:56,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eff06afbab034c0c57e88e72996f4293, ASSIGN because future has completed 2024-11-14T13:44:56,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08cc34534acffcb4ccab364d512de117, ASSIGN because future has completed 2024-11-14T13:44:56,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08cc34534acffcb4ccab364d512de117, server=0ac5ae04350c,42479,1731591892037}] 2024-11-14T13:44:56,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3436e040854594ad7151ca29debdeea0, ASSIGN because future has completed 2024-11-14T13:44:56,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=64d4fdcd7e1cbe0a52a09cc66d3447ac, ASSIGN because future has completed 2024-11-14T13:44:56,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=55129eae3366575c49846458a07e88db, ASSIGN because future has completed 2024-11-14T13:44:56,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55129eae3366575c49846458a07e88db, server=0ac5ae04350c,42479,1731591892037}] 2024-11-14T13:44:56,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64d4fdcd7e1cbe0a52a09cc66d3447ac, server=0ac5ae04350c,42479,1731591892037}] 2024-11-14T13:44:56,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3436e040854594ad7151ca29debdeea0, server=0ac5ae04350c,42479,1731591892037}] 2024-11-14T13:44:56,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure eff06afbab034c0c57e88e72996f4293, server=0ac5ae04350c,42479,1731591892037}] 2024-11-14T13:44:56,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 527f40c43963357312bf7bb8dfad3b84, server=0ac5ae04350c,42479,1731591892037}] 2024-11-14T13:44:56,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 427c5a64170cff05d073a7eab192003b, server=0ac5ae04350c,42479,1731591892037}] 2024-11-14T13:44:56,911 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=318889161ac1d5e8095715d201c363cb, regionState=OPENING, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:44:56,912 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=8faee68b0b3a3e07fb6545d50e2e99dd, regionState=OPENING, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:44:56,913 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=2ba411c881b7dc54f31069b8394ae9c0, regionState=OPENING, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:44:56,914 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=eb3f166e3ca9fee8309c6113030e4acd, regionState=OPENING, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:44:56,914 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=1fec0ac3005466e4d280ae9aa46777a4, regionState=OPENING, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:44:56,915 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=0b646648b9a14eab8eb7fb7fb1442ce1, regionState=OPENING, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:44:56,915 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3261f473cffad4ef1c31b46b14007911, regionState=OPENING, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:44:56,916 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=024f37fac0a80c9b20e1a7d1293927db, regionState=OPENING, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:44:56,916 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e349ba750943230c686f53a5d7c4cf73, regionState=OPENING, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:44:56,917 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=69bb46e01f9a17d89d58cd1c0b2b234a, regionState=OPENING, regionLocation=0ac5ae04350c,34717,1731591891819 2024-11-14T13:44:56,917 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=744fa47c33876f935d9d497dd36f3aa8, regionState=OPENING, regionLocation=0ac5ae04350c,34717,1731591891819 2024-11-14T13:44:56,918 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=f2fcbfab2fb472a104518a56d7eba188, regionState=OPENING, regionLocation=0ac5ae04350c,34717,1731591891819 2024-11-14T13:44:56,921 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=4c9d94c4d485cc76ddd0d1cbe687eaf1, regionState=OPENING, regionLocation=0ac5ae04350c,34717,1731591891819 2024-11-14T13:44:56,922 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=c9082c79276e45d157be1e9be294818d, regionState=OPENING, regionLocation=0ac5ae04350c,34717,1731591891819 2024-11-14T13:44:56,923 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=48103f4ab2965bcdd68ba330f84405f5, regionState=OPENING, regionLocation=0ac5ae04350c,34717,1731591891819 2024-11-14T13:44:56,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=318889161ac1d5e8095715d201c363cb, ASSIGN because future has completed 2024-11-14T13:44:56,924 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=6e260627be95c590b0679ed490c67a68, regionState=OPENING, regionLocation=0ac5ae04350c,34717,1731591891819 2024-11-14T13:44:56,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 318889161ac1d5e8095715d201c363cb, server=0ac5ae04350c,37809,1731591891976}] 2024-11-14T13:44:56,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8faee68b0b3a3e07fb6545d50e2e99dd, ASSIGN because future has completed 2024-11-14T13:44:56,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2ba411c881b7dc54f31069b8394ae9c0, ASSIGN because future has completed 2024-11-14T13:44:56,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb3f166e3ca9fee8309c6113030e4acd, ASSIGN because future has completed 2024-11-14T13:44:56,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1fec0ac3005466e4d280ae9aa46777a4, ASSIGN because future has completed 2024-11-14T13:44:56,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1fec0ac3005466e4d280ae9aa46777a4, server=0ac5ae04350c,37809,1731591891976}] 2024-11-14T13:44:56,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b646648b9a14eab8eb7fb7fb1442ce1, ASSIGN because future has completed 2024-11-14T13:44:56,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3261f473cffad4ef1c31b46b14007911, ASSIGN because future has completed 2024-11-14T13:44:56,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=024f37fac0a80c9b20e1a7d1293927db, ASSIGN because future has completed 2024-11-14T13:44:56,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e349ba750943230c686f53a5d7c4cf73, ASSIGN because future has completed 2024-11-14T13:44:56,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e349ba750943230c686f53a5d7c4cf73, server=0ac5ae04350c,37809,1731591891976}] 2024-11-14T13:44:56,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=69bb46e01f9a17d89d58cd1c0b2b234a, ASSIGN because future has completed 2024-11-14T13:44:56,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=744fa47c33876f935d9d497dd36f3aa8, ASSIGN because future has completed 2024-11-14T13:44:56,962 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84. 2024-11-14T13:44:56,962 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 527f40c43963357312bf7bb8dfad3b84, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-14T13:44:56,963 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:44:56,964 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:56,964 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:44:56,964 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:44:56,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f2fcbfab2fb472a104518a56d7eba188, ASSIGN because future has completed 2024-11-14T13:44:56,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2fcbfab2fb472a104518a56d7eba188, server=0ac5ae04350c,34717,1731591891819}] 2024-11-14T13:44:56,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c9d94c4d485cc76ddd0d1cbe687eaf1, ASSIGN because future has completed 2024-11-14T13:44:56,970 INFO [StoreOpener-527f40c43963357312bf7bb8dfad3b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:44:56,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c9082c79276e45d157be1e9be294818d, ASSIGN because future has completed 2024-11-14T13:44:56,973 INFO [StoreOpener-527f40c43963357312bf7bb8dfad3b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 527f40c43963357312bf7bb8dfad3b84 columnFamilyName colfamily11 2024-11-14T13:44:56,973 DEBUG [StoreOpener-527f40c43963357312bf7bb8dfad3b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:56,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=48103f4ab2965bcdd68ba330f84405f5, ASSIGN because future has completed 2024-11-14T13:44:56,974 INFO [StoreOpener-527f40c43963357312bf7bb8dfad3b84-1 {}] regionserver.HStore(327): Store=527f40c43963357312bf7bb8dfad3b84/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:56,975 INFO [StoreOpener-527f40c43963357312bf7bb8dfad3b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:44:56,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e260627be95c590b0679ed490c67a68, ASSIGN because future has completed 2024-11-14T13:44:56,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e260627be95c590b0679ed490c67a68, server=0ac5ae04350c,34717,1731591891819}] 2024-11-14T13:44:56,977 INFO [StoreOpener-527f40c43963357312bf7bb8dfad3b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 527f40c43963357312bf7bb8dfad3b84 columnFamilyName colfamily21 2024-11-14T13:44:56,977 DEBUG [StoreOpener-527f40c43963357312bf7bb8dfad3b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:56,978 INFO [StoreOpener-527f40c43963357312bf7bb8dfad3b84-1 {}] regionserver.HStore(327): Store=527f40c43963357312bf7bb8dfad3b84/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:56,978 INFO [StoreOpener-527f40c43963357312bf7bb8dfad3b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:44:56,980 INFO [StoreOpener-527f40c43963357312bf7bb8dfad3b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 527f40c43963357312bf7bb8dfad3b84 columnFamilyName colfamily31 2024-11-14T13:44:56,980 DEBUG [StoreOpener-527f40c43963357312bf7bb8dfad3b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:56,981 INFO [StoreOpener-527f40c43963357312bf7bb8dfad3b84-1 {}] regionserver.HStore(327): Store=527f40c43963357312bf7bb8dfad3b84/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:56,981 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:44:56,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48103f4ab2965bcdd68ba330f84405f5, server=0ac5ae04350c,34717,1731591891819}] 2024-11-14T13:44:56,983 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:44:56,983 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:44:56,986 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:44:56,986 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:44:56,987 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:44:56,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9082c79276e45d157be1e9be294818d, server=0ac5ae04350c,34717,1731591891819}] 2024-11-14T13:44:56,990 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:44:57,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c9d94c4d485cc76ddd0d1cbe687eaf1, server=0ac5ae04350c,34717,1731591891819}] 2024-11-14T13:44:57,015 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/527f40c43963357312bf7bb8dfad3b84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:57,017 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 527f40c43963357312bf7bb8dfad3b84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75000014, jitterRate=0.11758729815483093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:44:57,017 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:44:57,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 744fa47c33876f935d9d497dd36f3aa8, server=0ac5ae04350c,34717,1731591891819}] 2024-11-14T13:44:57,019 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 527f40c43963357312bf7bb8dfad3b84: Running coprocessor pre-open hook at 1731591896964Writing region info on filesystem at 1731591896964Initializing all the Stores at 1731591896969 (+5 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591896969Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591896970 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591896970Cleaning up temporary data from old regions at 1731591896986 (+16 ms)Running coprocessor post-open hooks at 1731591897017 (+31 ms)Region opened successfully at 1731591897019 (+2 ms) 2024-11-14T13:44:57,022 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84., pid=37, masterSystemTime=1731591896947 2024-11-14T13:44:57,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69bb46e01f9a17d89d58cd1c0b2b234a, server=0ac5ae04350c,34717,1731591891819}] 2024-11-14T13:44:57,028 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84. 2024-11-14T13:44:57,028 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84. 2024-11-14T13:44:57,029 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293. 2024-11-14T13:44:57,029 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => eff06afbab034c0c57e88e72996f4293, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-14T13:44:57,029 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true eff06afbab034c0c57e88e72996f4293 2024-11-14T13:44:57,030 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:57,030 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for eff06afbab034c0c57e88e72996f4293 2024-11-14T13:44:57,030 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for eff06afbab034c0c57e88e72996f4293 2024-11-14T13:44:57,035 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=527f40c43963357312bf7bb8dfad3b84, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,42479,1731591892037 2024-11-14T13:44:57,035 INFO [StoreOpener-eff06afbab034c0c57e88e72996f4293-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region eff06afbab034c0c57e88e72996f4293 2024-11-14T13:44:57,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 024f37fac0a80c9b20e1a7d1293927db, server=0ac5ae04350c,37809,1731591891976}] 2024-11-14T13:44:57,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 527f40c43963357312bf7bb8dfad3b84, server=0ac5ae04350c,42479,1731591892037 because future has completed 2024-11-14T13:44:57,042 INFO [StoreOpener-eff06afbab034c0c57e88e72996f4293-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eff06afbab034c0c57e88e72996f4293 columnFamilyName colfamily11 2024-11-14T13:44:57,043 DEBUG [StoreOpener-eff06afbab034c0c57e88e72996f4293-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,045 INFO [StoreOpener-eff06afbab034c0c57e88e72996f4293-1 {}] regionserver.HStore(327): Store=eff06afbab034c0c57e88e72996f4293/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,045 INFO [StoreOpener-eff06afbab034c0c57e88e72996f4293-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region eff06afbab034c0c57e88e72996f4293 2024-11-14T13:44:57,050 INFO [StoreOpener-eff06afbab034c0c57e88e72996f4293-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eff06afbab034c0c57e88e72996f4293 columnFamilyName colfamily21 2024-11-14T13:44:57,050 DEBUG [StoreOpener-eff06afbab034c0c57e88e72996f4293-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,051 INFO [StoreOpener-eff06afbab034c0c57e88e72996f4293-1 {}] regionserver.HStore(327): Store=eff06afbab034c0c57e88e72996f4293/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,051 INFO [StoreOpener-eff06afbab034c0c57e88e72996f4293-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region eff06afbab034c0c57e88e72996f4293 2024-11-14T13:44:57,056 INFO [StoreOpener-eff06afbab034c0c57e88e72996f4293-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eff06afbab034c0c57e88e72996f4293 columnFamilyName colfamily31 2024-11-14T13:44:57,056 DEBUG [StoreOpener-eff06afbab034c0c57e88e72996f4293-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,066 INFO [StoreOpener-eff06afbab034c0c57e88e72996f4293-1 {}] regionserver.HStore(327): Store=eff06afbab034c0c57e88e72996f4293/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,066 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for eff06afbab034c0c57e88e72996f4293 2024-11-14T13:44:57,068 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eff06afbab034c0c57e88e72996f4293 2024-11-14T13:44:57,069 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eff06afbab034c0c57e88e72996f4293 2024-11-14T13:44:57,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=23 2024-11-14T13:44:57,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 527f40c43963357312bf7bb8dfad3b84, server=0ac5ae04350c,42479,1731591892037 in 184 msec 2024-11-14T13:44:57,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=527f40c43963357312bf7bb8dfad3b84, ASSIGN in 456 msec 2024-11-14T13:44:57,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3261f473cffad4ef1c31b46b14007911, server=0ac5ae04350c,37809,1731591891976}] 2024-11-14T13:44:57,075 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for eff06afbab034c0c57e88e72996f4293 2024-11-14T13:44:57,075 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for eff06afbab034c0c57e88e72996f4293 2024-11-14T13:44:57,081 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:44:57,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b646648b9a14eab8eb7fb7fb1442ce1, server=0ac5ae04350c,37809,1731591891976}] 2024-11-14T13:44:57,085 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T13:44:57,086 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for eff06afbab034c0c57e88e72996f4293 2024-11-14T13:44:57,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb3f166e3ca9fee8309c6113030e4acd, server=0ac5ae04350c,37809,1731591891976}] 2024-11-14T13:44:57,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38727, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T13:44:57,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ba411c881b7dc54f31069b8394ae9c0, server=0ac5ae04350c,37809,1731591891976}] 2024-11-14T13:44:57,104 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eff06afbab034c0c57e88e72996f4293/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:57,106 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened eff06afbab034c0c57e88e72996f4293; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63838325, jitterRate=-0.04873482882976532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:44:57,106 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eff06afbab034c0c57e88e72996f4293 2024-11-14T13:44:57,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8faee68b0b3a3e07fb6545d50e2e99dd, server=0ac5ae04350c,37809,1731591891976}] 2024-11-14T13:44:57,106 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for eff06afbab034c0c57e88e72996f4293: Running coprocessor pre-open hook at 1731591897030Writing region info on filesystem at 1731591897030Initializing all the Stores at 1731591897035 (+5 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897035Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897035Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897035Cleaning up temporary data from old regions at 1731591897075 (+40 ms)Running coprocessor post-open hooks at 1731591897106 (+31 ms)Region opened successfully at 1731591897106 2024-11-14T13:44:57,109 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293., pid=36, masterSystemTime=1731591896947 2024-11-14T13:44:57,113 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293. 2024-11-14T13:44:57,113 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293. 2024-11-14T13:44:57,113 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db. 2024-11-14T13:44:57,114 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 55129eae3366575c49846458a07e88db, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-14T13:44:57,115 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 55129eae3366575c49846458a07e88db 2024-11-14T13:44:57,115 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:57,115 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 55129eae3366575c49846458a07e88db 2024-11-14T13:44:57,115 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=eff06afbab034c0c57e88e72996f4293, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,42479,1731591892037 2024-11-14T13:44:57,115 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 55129eae3366575c49846458a07e88db 2024-11-14T13:44:57,119 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=efae7949a6359791c3db0df8de82361a, regionState=OPENING, regionLocation=0ac5ae04350c,34717,1731591891819 2024-11-14T13:44:57,119 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a3e68e22d1a2581823bccc541c6fda4d, regionState=OPENING, regionLocation=0ac5ae04350c,34717,1731591891819 2024-11-14T13:44:57,121 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911. 2024-11-14T13:44:57,121 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 3261f473cffad4ef1c31b46b14007911, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-14T13:44:57,121 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3261f473cffad4ef1c31b46b14007911 2024-11-14T13:44:57,122 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:57,122 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 3261f473cffad4ef1c31b46b14007911 2024-11-14T13:44:57,122 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 3261f473cffad4ef1c31b46b14007911 2024-11-14T13:44:57,123 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T13:44:57,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure eff06afbab034c0c57e88e72996f4293, server=0ac5ae04350c,42479,1731591892037 because future has completed 2024-11-14T13:44:57,129 INFO [StoreOpener-55129eae3366575c49846458a07e88db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 55129eae3366575c49846458a07e88db 2024-11-14T13:44:57,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=20 2024-11-14T13:44:57,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure eff06afbab034c0c57e88e72996f4293, server=0ac5ae04350c,42479,1731591892037 in 290 msec 2024-11-14T13:44:57,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=efae7949a6359791c3db0df8de82361a, ASSIGN because future has completed 2024-11-14T13:44:57,136 INFO [StoreOpener-55129eae3366575c49846458a07e88db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55129eae3366575c49846458a07e88db columnFamilyName colfamily11 2024-11-14T13:44:57,136 DEBUG [StoreOpener-55129eae3366575c49846458a07e88db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,137 INFO [StoreOpener-55129eae3366575c49846458a07e88db-1 {}] regionserver.HStore(327): Store=55129eae3366575c49846458a07e88db/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58861, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T13:44:57,137 INFO [StoreOpener-55129eae3366575c49846458a07e88db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 55129eae3366575c49846458a07e88db 2024-11-14T13:44:57,138 INFO [StoreOpener-3261f473cffad4ef1c31b46b14007911-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3261f473cffad4ef1c31b46b14007911 2024-11-14T13:44:57,141 INFO [StoreOpener-3261f473cffad4ef1c31b46b14007911-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3261f473cffad4ef1c31b46b14007911 columnFamilyName colfamily11 2024-11-14T13:44:57,141 DEBUG [StoreOpener-3261f473cffad4ef1c31b46b14007911-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eff06afbab034c0c57e88e72996f4293, ASSIGN in 519 msec 2024-11-14T13:44:57,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure efae7949a6359791c3db0df8de82361a, server=0ac5ae04350c,34717,1731591891819}] 2024-11-14T13:44:57,143 INFO [StoreOpener-3261f473cffad4ef1c31b46b14007911-1 {}] regionserver.HStore(327): Store=3261f473cffad4ef1c31b46b14007911/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,144 INFO [StoreOpener-3261f473cffad4ef1c31b46b14007911-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3261f473cffad4ef1c31b46b14007911 2024-11-14T13:44:57,146 INFO [StoreOpener-55129eae3366575c49846458a07e88db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55129eae3366575c49846458a07e88db columnFamilyName colfamily21 2024-11-14T13:44:57,146 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5. 2024-11-14T13:44:57,146 DEBUG [StoreOpener-55129eae3366575c49846458a07e88db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,146 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 48103f4ab2965bcdd68ba330f84405f5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-14T13:44:57,146 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 48103f4ab2965bcdd68ba330f84405f5 2024-11-14T13:44:57,147 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:57,147 INFO [StoreOpener-3261f473cffad4ef1c31b46b14007911-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3261f473cffad4ef1c31b46b14007911 columnFamilyName colfamily21 2024-11-14T13:44:57,147 INFO [StoreOpener-55129eae3366575c49846458a07e88db-1 {}] regionserver.HStore(327): Store=55129eae3366575c49846458a07e88db/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,147 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 48103f4ab2965bcdd68ba330f84405f5 2024-11-14T13:44:57,147 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 48103f4ab2965bcdd68ba330f84405f5 2024-11-14T13:44:57,147 INFO [StoreOpener-55129eae3366575c49846458a07e88db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 55129eae3366575c49846458a07e88db 2024-11-14T13:44:57,147 DEBUG [StoreOpener-3261f473cffad4ef1c31b46b14007911-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a3e68e22d1a2581823bccc541c6fda4d, ASSIGN because future has completed 2024-11-14T13:44:57,150 INFO [StoreOpener-3261f473cffad4ef1c31b46b14007911-1 {}] regionserver.HStore(327): Store=3261f473cffad4ef1c31b46b14007911/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,150 INFO [StoreOpener-3261f473cffad4ef1c31b46b14007911-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3261f473cffad4ef1c31b46b14007911 2024-11-14T13:44:57,151 INFO [StoreOpener-55129eae3366575c49846458a07e88db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55129eae3366575c49846458a07e88db columnFamilyName colfamily31 2024-11-14T13:44:57,151 DEBUG [StoreOpener-55129eae3366575c49846458a07e88db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,151 INFO [StoreOpener-48103f4ab2965bcdd68ba330f84405f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 48103f4ab2965bcdd68ba330f84405f5 2024-11-14T13:44:57,152 INFO [StoreOpener-3261f473cffad4ef1c31b46b14007911-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3261f473cffad4ef1c31b46b14007911 columnFamilyName colfamily31 2024-11-14T13:44:57,152 INFO [StoreOpener-55129eae3366575c49846458a07e88db-1 {}] regionserver.HStore(327): Store=55129eae3366575c49846458a07e88db/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,152 DEBUG [StoreOpener-3261f473cffad4ef1c31b46b14007911-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,152 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 55129eae3366575c49846458a07e88db 2024-11-14T13:44:57,154 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/55129eae3366575c49846458a07e88db 2024-11-14T13:44:57,155 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/55129eae3366575c49846458a07e88db 2024-11-14T13:44:57,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3e68e22d1a2581823bccc541c6fda4d, server=0ac5ae04350c,34717,1731591891819}] 2024-11-14T13:44:57,157 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 55129eae3366575c49846458a07e88db 2024-11-14T13:44:57,157 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 55129eae3366575c49846458a07e88db 2024-11-14T13:44:57,158 INFO [StoreOpener-3261f473cffad4ef1c31b46b14007911-1 {}] regionserver.HStore(327): Store=3261f473cffad4ef1c31b46b14007911/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,158 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:44:57,159 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 3261f473cffad4ef1c31b46b14007911 2024-11-14T13:44:57,161 INFO [StoreOpener-48103f4ab2965bcdd68ba330f84405f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48103f4ab2965bcdd68ba330f84405f5 columnFamilyName colfamily11 2024-11-14T13:44:57,162 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 55129eae3366575c49846458a07e88db 2024-11-14T13:44:57,163 DEBUG [StoreOpener-48103f4ab2965bcdd68ba330f84405f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,163 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3261f473cffad4ef1c31b46b14007911 2024-11-14T13:44:57,163 INFO [StoreOpener-48103f4ab2965bcdd68ba330f84405f5-1 {}] regionserver.HStore(327): Store=48103f4ab2965bcdd68ba330f84405f5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,164 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3261f473cffad4ef1c31b46b14007911 2024-11-14T13:44:57,164 INFO [StoreOpener-48103f4ab2965bcdd68ba330f84405f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 48103f4ab2965bcdd68ba330f84405f5 2024-11-14T13:44:57,167 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/55129eae3366575c49846458a07e88db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:57,167 INFO [StoreOpener-48103f4ab2965bcdd68ba330f84405f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48103f4ab2965bcdd68ba330f84405f5 columnFamilyName colfamily21 2024-11-14T13:44:57,168 DEBUG [StoreOpener-48103f4ab2965bcdd68ba330f84405f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,168 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 55129eae3366575c49846458a07e88db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59036618, jitterRate=-0.12028583884239197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:44:57,168 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55129eae3366575c49846458a07e88db 2024-11-14T13:44:57,168 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 55129eae3366575c49846458a07e88db: Running coprocessor pre-open hook at 1731591897115Writing region info on filesystem at 1731591897115Initializing all the Stores at 1731591897119 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897119Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897128 (+9 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897128Cleaning up temporary data from old regions at 1731591897157 (+29 ms)Running coprocessor post-open hooks at 1731591897168 (+11 ms)Region opened successfully at 1731591897168 2024-11-14T13:44:57,169 INFO [StoreOpener-48103f4ab2965bcdd68ba330f84405f5-1 {}] regionserver.HStore(327): Store=48103f4ab2965bcdd68ba330f84405f5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,169 INFO [StoreOpener-48103f4ab2965bcdd68ba330f84405f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 48103f4ab2965bcdd68ba330f84405f5 2024-11-14T13:44:57,172 INFO [StoreOpener-48103f4ab2965bcdd68ba330f84405f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48103f4ab2965bcdd68ba330f84405f5 columnFamilyName colfamily31 2024-11-14T13:44:57,172 DEBUG [StoreOpener-48103f4ab2965bcdd68ba330f84405f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,172 INFO [StoreOpener-48103f4ab2965bcdd68ba330f84405f5-1 {}] regionserver.HStore(327): Store=48103f4ab2965bcdd68ba330f84405f5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,173 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 48103f4ab2965bcdd68ba330f84405f5 2024-11-14T13:44:57,173 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 3261f473cffad4ef1c31b46b14007911 2024-11-14T13:44:57,173 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 3261f473cffad4ef1c31b46b14007911 2024-11-14T13:44:57,174 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/48103f4ab2965bcdd68ba330f84405f5 2024-11-14T13:44:57,174 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/48103f4ab2965bcdd68ba330f84405f5 2024-11-14T13:44:57,176 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 48103f4ab2965bcdd68ba330f84405f5 2024-11-14T13:44:57,176 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 48103f4ab2965bcdd68ba330f84405f5 2024-11-14T13:44:57,178 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db., pid=33, masterSystemTime=1731591896947 2024-11-14T13:44:57,178 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:44:57,178 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:44:57,181 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 48103f4ab2965bcdd68ba330f84405f5 2024-11-14T13:44:57,182 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db. 2024-11-14T13:44:57,182 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db. 2024-11-14T13:44:57,182 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117. 2024-11-14T13:44:57,182 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 08cc34534acffcb4ccab364d512de117, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-14T13:44:57,183 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 08cc34534acffcb4ccab364d512de117 2024-11-14T13:44:57,183 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:57,183 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 08cc34534acffcb4ccab364d512de117 2024-11-14T13:44:57,183 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 08cc34534acffcb4ccab364d512de117 2024-11-14T13:44:57,187 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 3261f473cffad4ef1c31b46b14007911 2024-11-14T13:44:57,189 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=55129eae3366575c49846458a07e88db, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,42479,1731591892037 2024-11-14T13:44:57,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55129eae3366575c49846458a07e88db, server=0ac5ae04350c,42479,1731591892037 because future has completed 2024-11-14T13:44:57,196 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/48103f4ab2965bcdd68ba330f84405f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:57,197 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 48103f4ab2965bcdd68ba330f84405f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58782401, jitterRate=-0.12407396733760834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:44:57,197 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48103f4ab2965bcdd68ba330f84405f5 2024-11-14T13:44:57,197 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 48103f4ab2965bcdd68ba330f84405f5: Running coprocessor pre-open hook at 1731591897147Writing region info on filesystem at 1731591897147Initializing all the Stores at 1731591897150 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897150Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897151 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897151Cleaning up temporary data from old regions at 1731591897176 (+25 ms)Running coprocessor post-open hooks at 1731591897197 (+21 ms)Region opened successfully at 1731591897197 2024-11-14T13:44:57,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=5 2024-11-14T13:44:57,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 55129eae3366575c49846458a07e88db, server=0ac5ae04350c,42479,1731591892037 in 389 msec 2024-11-14T13:44:57,201 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5., pid=44, masterSystemTime=1731591897123 2024-11-14T13:44:57,201 INFO [StoreOpener-08cc34534acffcb4ccab364d512de117-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 08cc34534acffcb4ccab364d512de117 2024-11-14T13:44:57,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=55129eae3366575c49846458a07e88db, ASSIGN in 587 msec 2024-11-14T13:44:57,205 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5. 2024-11-14T13:44:57,205 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5. 2024-11-14T13:44:57,205 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a. 2024-11-14T13:44:57,205 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 69bb46e01f9a17d89d58cd1c0b2b234a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-14T13:44:57,206 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 69bb46e01f9a17d89d58cd1c0b2b234a 2024-11-14T13:44:57,206 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:57,206 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 69bb46e01f9a17d89d58cd1c0b2b234a 2024-11-14T13:44:57,206 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 69bb46e01f9a17d89d58cd1c0b2b234a 2024-11-14T13:44:57,208 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=48103f4ab2965bcdd68ba330f84405f5, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,34717,1731591891819 2024-11-14T13:44:57,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48103f4ab2965bcdd68ba330f84405f5, server=0ac5ae04350c,34717,1731591891819 because future has completed 2024-11-14T13:44:57,214 INFO [StoreOpener-08cc34534acffcb4ccab364d512de117-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08cc34534acffcb4ccab364d512de117 columnFamilyName colfamily11 2024-11-14T13:44:57,215 DEBUG [StoreOpener-08cc34534acffcb4ccab364d512de117-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,216 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3261f473cffad4ef1c31b46b14007911/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:57,217 INFO [StoreOpener-08cc34534acffcb4ccab364d512de117-1 {}] regionserver.HStore(327): Store=08cc34534acffcb4ccab364d512de117/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,217 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 3261f473cffad4ef1c31b46b14007911; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60127907, jitterRate=-0.10402436554431915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:44:57,217 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3261f473cffad4ef1c31b46b14007911 2024-11-14T13:44:57,218 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 3261f473cffad4ef1c31b46b14007911: Running coprocessor pre-open hook at 1731591897122Writing region info on filesystem at 1731591897122Initializing all the Stores at 1731591897133 (+11 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897133Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897136 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897136Cleaning up temporary data from old regions at 1731591897173 (+37 ms)Running coprocessor post-open hooks at 1731591897217 (+44 ms)Region opened successfully at 1731591897217 2024-11-14T13:44:57,218 INFO [StoreOpener-08cc34534acffcb4ccab364d512de117-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 08cc34534acffcb4ccab364d512de117 2024-11-14T13:44:57,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=14 2024-11-14T13:44:57,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 48103f4ab2965bcdd68ba330f84405f5, server=0ac5ae04350c,34717,1731591891819 in 231 msec 2024-11-14T13:44:57,219 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911., pid=50, masterSystemTime=1731591897085 2024-11-14T13:44:57,222 INFO [StoreOpener-08cc34534acffcb4ccab364d512de117-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08cc34534acffcb4ccab364d512de117 columnFamilyName colfamily21 2024-11-14T13:44:57,222 DEBUG [StoreOpener-08cc34534acffcb4ccab364d512de117-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,224 INFO [StoreOpener-08cc34534acffcb4ccab364d512de117-1 {}] regionserver.HStore(327): Store=08cc34534acffcb4ccab364d512de117/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,225 INFO [StoreOpener-69bb46e01f9a17d89d58cd1c0b2b234a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 69bb46e01f9a17d89d58cd1c0b2b234a 2024-11-14T13:44:57,225 INFO [StoreOpener-08cc34534acffcb4ccab364d512de117-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 08cc34534acffcb4ccab364d512de117 2024-11-14T13:44:57,227 INFO [StoreOpener-08cc34534acffcb4ccab364d512de117-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08cc34534acffcb4ccab364d512de117 columnFamilyName colfamily31 2024-11-14T13:44:57,227 DEBUG [StoreOpener-08cc34534acffcb4ccab364d512de117-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,228 INFO [StoreOpener-08cc34534acffcb4ccab364d512de117-1 {}] regionserver.HStore(327): Store=08cc34534acffcb4ccab364d512de117/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,228 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 08cc34534acffcb4ccab364d512de117 2024-11-14T13:44:57,229 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08cc34534acffcb4ccab364d512de117 2024-11-14T13:44:57,230 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08cc34534acffcb4ccab364d512de117 2024-11-14T13:44:57,232 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 08cc34534acffcb4ccab364d512de117 2024-11-14T13:44:57,232 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 08cc34534acffcb4ccab364d512de117 2024-11-14T13:44:57,233 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:44:57,234 INFO [StoreOpener-69bb46e01f9a17d89d58cd1c0b2b234a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69bb46e01f9a17d89d58cd1c0b2b234a columnFamilyName colfamily11 2024-11-14T13:44:57,234 DEBUG [StoreOpener-69bb46e01f9a17d89d58cd1c0b2b234a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,235 INFO [StoreOpener-69bb46e01f9a17d89d58cd1c0b2b234a-1 {}] regionserver.HStore(327): Store=69bb46e01f9a17d89d58cd1c0b2b234a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,235 INFO [StoreOpener-69bb46e01f9a17d89d58cd1c0b2b234a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 69bb46e01f9a17d89d58cd1c0b2b234a 2024-11-14T13:44:57,235 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 08cc34534acffcb4ccab364d512de117 2024-11-14T13:44:57,238 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911. 2024-11-14T13:44:57,238 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911. 2024-11-14T13:44:57,238 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db. 2024-11-14T13:44:57,238 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 024f37fac0a80c9b20e1a7d1293927db, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-14T13:44:57,239 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 024f37fac0a80c9b20e1a7d1293927db 2024-11-14T13:44:57,239 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:57,239 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 024f37fac0a80c9b20e1a7d1293927db 2024-11-14T13:44:57,239 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 024f37fac0a80c9b20e1a7d1293927db 2024-11-14T13:44:57,240 INFO [StoreOpener-69bb46e01f9a17d89d58cd1c0b2b234a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69bb46e01f9a17d89d58cd1c0b2b234a columnFamilyName colfamily21 2024-11-14T13:44:57,240 DEBUG [StoreOpener-69bb46e01f9a17d89d58cd1c0b2b234a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,241 INFO [StoreOpener-69bb46e01f9a17d89d58cd1c0b2b234a-1 {}] regionserver.HStore(327): Store=69bb46e01f9a17d89d58cd1c0b2b234a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,241 INFO [StoreOpener-69bb46e01f9a17d89d58cd1c0b2b234a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 69bb46e01f9a17d89d58cd1c0b2b234a 2024-11-14T13:44:57,241 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08cc34534acffcb4ccab364d512de117/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:57,242 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 08cc34534acffcb4ccab364d512de117; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68852692, jitterRate=0.02598506212234497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:44:57,242 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08cc34534acffcb4ccab364d512de117 2024-11-14T13:44:57,242 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 08cc34534acffcb4ccab364d512de117: Running coprocessor pre-open hook at 1731591897183Writing region info on filesystem at 1731591897183Initializing all the Stores at 1731591897186 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897186Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897196 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897196Cleaning up temporary data from old regions at 1731591897232 (+36 ms)Running coprocessor post-open hooks at 1731591897242 (+10 ms)Region opened successfully at 1731591897242 2024-11-14T13:44:57,243 INFO [StoreOpener-69bb46e01f9a17d89d58cd1c0b2b234a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69bb46e01f9a17d89d58cd1c0b2b234a columnFamilyName colfamily31 2024-11-14T13:44:57,243 DEBUG [StoreOpener-69bb46e01f9a17d89d58cd1c0b2b234a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,244 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117., pid=32, masterSystemTime=1731591896947 2024-11-14T13:44:57,245 INFO [StoreOpener-69bb46e01f9a17d89d58cd1c0b2b234a-1 {}] regionserver.HStore(327): Store=69bb46e01f9a17d89d58cd1c0b2b234a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,245 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 69bb46e01f9a17d89d58cd1c0b2b234a 2024-11-14T13:44:57,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=48103f4ab2965bcdd68ba330f84405f5, ASSIGN in 606 msec 2024-11-14T13:44:57,247 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69bb46e01f9a17d89d58cd1c0b2b234a 2024-11-14T13:44:57,248 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69bb46e01f9a17d89d58cd1c0b2b234a 2024-11-14T13:44:57,249 INFO [StoreOpener-024f37fac0a80c9b20e1a7d1293927db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 024f37fac0a80c9b20e1a7d1293927db 2024-11-14T13:44:57,252 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117. 2024-11-14T13:44:57,252 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117. 2024-11-14T13:44:57,252 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b. 2024-11-14T13:44:57,253 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => 427c5a64170cff05d073a7eab192003b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-14T13:44:57,253 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 427c5a64170cff05d073a7eab192003b 2024-11-14T13:44:57,253 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:57,253 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for 427c5a64170cff05d073a7eab192003b 2024-11-14T13:44:57,253 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for 427c5a64170cff05d073a7eab192003b 2024-11-14T13:44:57,256 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 69bb46e01f9a17d89d58cd1c0b2b234a 2024-11-14T13:44:57,257 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 69bb46e01f9a17d89d58cd1c0b2b234a 2024-11-14T13:44:57,257 INFO [StoreOpener-024f37fac0a80c9b20e1a7d1293927db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 024f37fac0a80c9b20e1a7d1293927db columnFamilyName colfamily11 2024-11-14T13:44:57,257 DEBUG [StoreOpener-024f37fac0a80c9b20e1a7d1293927db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,257 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3261f473cffad4ef1c31b46b14007911, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:44:57,258 INFO [StoreOpener-427c5a64170cff05d073a7eab192003b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 427c5a64170cff05d073a7eab192003b 2024-11-14T13:44:57,259 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:44:57,260 INFO [StoreOpener-024f37fac0a80c9b20e1a7d1293927db-1 {}] regionserver.HStore(327): Store=024f37fac0a80c9b20e1a7d1293927db/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,261 INFO [StoreOpener-024f37fac0a80c9b20e1a7d1293927db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 024f37fac0a80c9b20e1a7d1293927db 2024-11-14T13:44:57,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3261f473cffad4ef1c31b46b14007911, server=0ac5ae04350c,37809,1731591891976 because future has completed 2024-11-14T13:44:57,262 INFO [StoreOpener-427c5a64170cff05d073a7eab192003b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 427c5a64170cff05d073a7eab192003b columnFamilyName colfamily11 2024-11-14T13:44:57,262 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 69bb46e01f9a17d89d58cd1c0b2b234a 2024-11-14T13:44:57,262 DEBUG [StoreOpener-427c5a64170cff05d073a7eab192003b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,263 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=08cc34534acffcb4ccab364d512de117, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,42479,1731591892037 2024-11-14T13:44:57,263 INFO [StoreOpener-427c5a64170cff05d073a7eab192003b-1 {}] regionserver.HStore(327): Store=427c5a64170cff05d073a7eab192003b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,264 INFO [StoreOpener-427c5a64170cff05d073a7eab192003b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 427c5a64170cff05d073a7eab192003b 2024-11-14T13:44:57,264 INFO [StoreOpener-024f37fac0a80c9b20e1a7d1293927db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 024f37fac0a80c9b20e1a7d1293927db columnFamilyName colfamily21 2024-11-14T13:44:57,265 DEBUG [StoreOpener-024f37fac0a80c9b20e1a7d1293927db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,265 INFO [StoreOpener-024f37fac0a80c9b20e1a7d1293927db-1 {}] regionserver.HStore(327): Store=024f37fac0a80c9b20e1a7d1293927db/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,266 INFO [StoreOpener-024f37fac0a80c9b20e1a7d1293927db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 024f37fac0a80c9b20e1a7d1293927db 2024-11-14T13:44:57,267 INFO [StoreOpener-427c5a64170cff05d073a7eab192003b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 427c5a64170cff05d073a7eab192003b columnFamilyName colfamily21 2024-11-14T13:44:57,267 DEBUG [StoreOpener-427c5a64170cff05d073a7eab192003b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,268 INFO [StoreOpener-024f37fac0a80c9b20e1a7d1293927db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 024f37fac0a80c9b20e1a7d1293927db columnFamilyName colfamily31 2024-11-14T13:44:57,268 DEBUG [StoreOpener-024f37fac0a80c9b20e1a7d1293927db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,269 INFO [StoreOpener-427c5a64170cff05d073a7eab192003b-1 {}] regionserver.HStore(327): Store=427c5a64170cff05d073a7eab192003b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,270 INFO [StoreOpener-024f37fac0a80c9b20e1a7d1293927db-1 {}] regionserver.HStore(327): Store=024f37fac0a80c9b20e1a7d1293927db/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,270 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 024f37fac0a80c9b20e1a7d1293927db 2024-11-14T13:44:57,271 INFO [StoreOpener-427c5a64170cff05d073a7eab192003b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 427c5a64170cff05d073a7eab192003b 2024-11-14T13:44:57,272 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/024f37fac0a80c9b20e1a7d1293927db 2024-11-14T13:44:57,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08cc34534acffcb4ccab364d512de117, server=0ac5ae04350c,42479,1731591892037 because future has completed 2024-11-14T13:44:57,273 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69bb46e01f9a17d89d58cd1c0b2b234a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:57,274 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/024f37fac0a80c9b20e1a7d1293927db 2024-11-14T13:44:57,274 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 69bb46e01f9a17d89d58cd1c0b2b234a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64617484, jitterRate=-0.037124454975128174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:44:57,275 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69bb46e01f9a17d89d58cd1c0b2b234a 2024-11-14T13:44:57,275 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 69bb46e01f9a17d89d58cd1c0b2b234a: Running coprocessor pre-open hook at 1731591897206Writing region info on filesystem at 1731591897206Initializing all the Stores at 1731591897208 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897208Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897221 (+13 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897221Cleaning up temporary data from old regions at 1731591897257 (+36 ms)Running coprocessor post-open hooks at 1731591897275 (+18 ms)Region opened successfully at 1731591897275 2024-11-14T13:44:57,275 INFO [StoreOpener-427c5a64170cff05d073a7eab192003b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 427c5a64170cff05d073a7eab192003b columnFamilyName colfamily31 2024-11-14T13:44:57,275 DEBUG [StoreOpener-427c5a64170cff05d073a7eab192003b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,276 INFO [StoreOpener-427c5a64170cff05d073a7eab192003b-1 {}] regionserver.HStore(327): Store=427c5a64170cff05d073a7eab192003b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,276 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for 427c5a64170cff05d073a7eab192003b 2024-11-14T13:44:57,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=12 2024-11-14T13:44:57,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 3261f473cffad4ef1c31b46b14007911, server=0ac5ae04350c,37809,1731591891976 in 199 msec 2024-11-14T13:44:57,277 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 024f37fac0a80c9b20e1a7d1293927db 2024-11-14T13:44:57,277 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 024f37fac0a80c9b20e1a7d1293927db 2024-11-14T13:44:57,278 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/427c5a64170cff05d073a7eab192003b 2024-11-14T13:44:57,278 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:44:57,279 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/427c5a64170cff05d073a7eab192003b 2024-11-14T13:44:57,279 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a., pid=48, masterSystemTime=1731591897123 2024-11-14T13:44:57,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3261f473cffad4ef1c31b46b14007911, ASSIGN in 664 msec 2024-11-14T13:44:57,282 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 024f37fac0a80c9b20e1a7d1293927db 2024-11-14T13:44:57,282 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for 427c5a64170cff05d073a7eab192003b 2024-11-14T13:44:57,283 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for 427c5a64170cff05d073a7eab192003b 2024-11-14T13:44:57,283 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:44:57,287 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a. 2024-11-14T13:44:57,287 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a. 2024-11-14T13:44:57,287 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68. 2024-11-14T13:44:57,287 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e260627be95c590b0679ed490c67a68, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-14T13:44:57,288 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6e260627be95c590b0679ed490c67a68 2024-11-14T13:44:57,288 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:57,288 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 6e260627be95c590b0679ed490c67a68 2024-11-14T13:44:57,288 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 6e260627be95c590b0679ed490c67a68 2024-11-14T13:44:57,292 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for 427c5a64170cff05d073a7eab192003b 2024-11-14T13:44:57,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=16 2024-11-14T13:44:57,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 08cc34534acffcb4ccab364d512de117, server=0ac5ae04350c,42479,1731591892037 in 490 msec 2024-11-14T13:44:57,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08cc34534acffcb4ccab364d512de117, ASSIGN in 679 msec 2024-11-14T13:44:57,297 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=69bb46e01f9a17d89d58cd1c0b2b234a, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,34717,1731591891819 2024-11-14T13:44:57,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69bb46e01f9a17d89d58cd1c0b2b234a, server=0ac5ae04350c,34717,1731591891819 because future has completed 2024-11-14T13:44:57,301 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/024f37fac0a80c9b20e1a7d1293927db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:57,302 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 024f37fac0a80c9b20e1a7d1293927db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69098338, jitterRate=0.029645472764968872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:44:57,303 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 024f37fac0a80c9b20e1a7d1293927db 2024-11-14T13:44:57,303 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 024f37fac0a80c9b20e1a7d1293927db: Running coprocessor pre-open hook at 1731591897239Writing region info on filesystem at 1731591897239Initializing all the Stores at 1731591897241 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897241Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897244 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897244Cleaning up temporary data from old regions at 1731591897277 (+33 ms)Running coprocessor post-open hooks at 1731591897303 (+26 ms)Region opened successfully at 1731591897303 2024-11-14T13:44:57,305 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db., pid=49, masterSystemTime=1731591897085 2024-11-14T13:44:57,309 INFO [StoreOpener-6e260627be95c590b0679ed490c67a68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6e260627be95c590b0679ed490c67a68 2024-11-14T13:44:57,309 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db. 2024-11-14T13:44:57,309 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db. 2024-11-14T13:44:57,310 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4. 2024-11-14T13:44:57,310 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1fec0ac3005466e4d280ae9aa46777a4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-14T13:44:57,310 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1fec0ac3005466e4d280ae9aa46777a4 2024-11-14T13:44:57,310 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:57,310 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for 1fec0ac3005466e4d280ae9aa46777a4 2024-11-14T13:44:57,310 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for 1fec0ac3005466e4d280ae9aa46777a4 2024-11-14T13:44:57,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=26 2024-11-14T13:44:57,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 69bb46e01f9a17d89d58cd1c0b2b234a, server=0ac5ae04350c,34717,1731591891819 in 279 msec 2024-11-14T13:44:57,314 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/427c5a64170cff05d073a7eab192003b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:57,314 INFO [StoreOpener-6e260627be95c590b0679ed490c67a68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e260627be95c590b0679ed490c67a68 columnFamilyName colfamily11 2024-11-14T13:44:57,314 INFO [StoreOpener-1fec0ac3005466e4d280ae9aa46777a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1fec0ac3005466e4d280ae9aa46777a4 2024-11-14T13:44:57,314 DEBUG [StoreOpener-6e260627be95c590b0679ed490c67a68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,314 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened 427c5a64170cff05d073a7eab192003b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66174820, jitterRate=-0.01391834020614624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:44:57,315 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 427c5a64170cff05d073a7eab192003b 2024-11-14T13:44:57,315 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for 427c5a64170cff05d073a7eab192003b: Running coprocessor pre-open hook at 1731591897254Writing region info on filesystem at 1731591897254Initializing all the Stores at 1731591897257 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897257Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897257Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897257Cleaning up temporary data from old regions at 1731591897283 (+26 ms)Running coprocessor post-open hooks at 1731591897315 (+32 ms)Region opened successfully at 1731591897315 2024-11-14T13:44:57,317 INFO [StoreOpener-1fec0ac3005466e4d280ae9aa46777a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fec0ac3005466e4d280ae9aa46777a4 columnFamilyName colfamily11 2024-11-14T13:44:57,317 INFO [StoreOpener-6e260627be95c590b0679ed490c67a68-1 {}] regionserver.HStore(327): Store=6e260627be95c590b0679ed490c67a68/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,317 DEBUG [StoreOpener-1fec0ac3005466e4d280ae9aa46777a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,317 INFO [StoreOpener-6e260627be95c590b0679ed490c67a68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6e260627be95c590b0679ed490c67a68 2024-11-14T13:44:57,317 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b., pid=38, masterSystemTime=1731591896947 2024-11-14T13:44:57,318 INFO [StoreOpener-1fec0ac3005466e4d280ae9aa46777a4-1 {}] regionserver.HStore(327): Store=1fec0ac3005466e4d280ae9aa46777a4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,318 INFO [StoreOpener-1fec0ac3005466e4d280ae9aa46777a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1fec0ac3005466e4d280ae9aa46777a4 2024-11-14T13:44:57,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=69bb46e01f9a17d89d58cd1c0b2b234a, ASSIGN in 699 msec 2024-11-14T13:44:57,321 INFO [StoreOpener-1fec0ac3005466e4d280ae9aa46777a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fec0ac3005466e4d280ae9aa46777a4 columnFamilyName colfamily21 2024-11-14T13:44:57,321 INFO [StoreOpener-6e260627be95c590b0679ed490c67a68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e260627be95c590b0679ed490c67a68 columnFamilyName colfamily21 2024-11-14T13:44:57,322 DEBUG [StoreOpener-6e260627be95c590b0679ed490c67a68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,321 DEBUG [StoreOpener-1fec0ac3005466e4d280ae9aa46777a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,324 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b. 2024-11-14T13:44:57,324 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b. 2024-11-14T13:44:57,324 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac. 2024-11-14T13:44:57,324 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 64d4fdcd7e1cbe0a52a09cc66d3447ac, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-14T13:44:57,325 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:44:57,325 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=024f37fac0a80c9b20e1a7d1293927db, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:44:57,325 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:57,325 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:44:57,325 INFO [StoreOpener-6e260627be95c590b0679ed490c67a68-1 {}] regionserver.HStore(327): Store=6e260627be95c590b0679ed490c67a68/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,325 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:44:57,325 INFO [StoreOpener-6e260627be95c590b0679ed490c67a68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6e260627be95c590b0679ed490c67a68 2024-11-14T13:44:57,328 INFO [StoreOpener-1fec0ac3005466e4d280ae9aa46777a4-1 {}] regionserver.HStore(327): Store=1fec0ac3005466e4d280ae9aa46777a4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,328 INFO [StoreOpener-1fec0ac3005466e4d280ae9aa46777a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1fec0ac3005466e4d280ae9aa46777a4 2024-11-14T13:44:57,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 024f37fac0a80c9b20e1a7d1293927db, server=0ac5ae04350c,37809,1731591891976 because future has completed 2024-11-14T13:44:57,334 INFO [StoreOpener-6e260627be95c590b0679ed490c67a68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e260627be95c590b0679ed490c67a68 columnFamilyName colfamily31 2024-11-14T13:44:57,335 DEBUG [StoreOpener-6e260627be95c590b0679ed490c67a68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,335 INFO [StoreOpener-6e260627be95c590b0679ed490c67a68-1 {}] regionserver.HStore(327): Store=6e260627be95c590b0679ed490c67a68/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,335 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 6e260627be95c590b0679ed490c67a68 2024-11-14T13:44:57,337 INFO [StoreOpener-1fec0ac3005466e4d280ae9aa46777a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fec0ac3005466e4d280ae9aa46777a4 columnFamilyName colfamily31 2024-11-14T13:44:57,337 DEBUG [StoreOpener-1fec0ac3005466e4d280ae9aa46777a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,339 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e260627be95c590b0679ed490c67a68 2024-11-14T13:44:57,339 INFO [StoreOpener-1fec0ac3005466e4d280ae9aa46777a4-1 {}] regionserver.HStore(327): Store=1fec0ac3005466e4d280ae9aa46777a4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,339 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for 1fec0ac3005466e4d280ae9aa46777a4 2024-11-14T13:44:57,340 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e260627be95c590b0679ed490c67a68 2024-11-14T13:44:57,341 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1fec0ac3005466e4d280ae9aa46777a4 2024-11-14T13:44:57,341 INFO [StoreOpener-64d4fdcd7e1cbe0a52a09cc66d3447ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:44:57,341 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1fec0ac3005466e4d280ae9aa46777a4 2024-11-14T13:44:57,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=9 2024-11-14T13:44:57,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 024f37fac0a80c9b20e1a7d1293927db, server=0ac5ae04350c,37809,1731591891976 in 295 msec 2024-11-14T13:44:57,342 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 6e260627be95c590b0679ed490c67a68 2024-11-14T13:44:57,342 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 6e260627be95c590b0679ed490c67a68 2024-11-14T13:44:57,344 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:44:57,344 INFO [StoreOpener-64d4fdcd7e1cbe0a52a09cc66d3447ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64d4fdcd7e1cbe0a52a09cc66d3447ac columnFamilyName colfamily11 2024-11-14T13:44:57,344 DEBUG [StoreOpener-64d4fdcd7e1cbe0a52a09cc66d3447ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,345 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1fec0ac3005466e4d280ae9aa46777a4 2024-11-14T13:44:57,345 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1fec0ac3005466e4d280ae9aa46777a4 2024-11-14T13:44:57,345 INFO [StoreOpener-64d4fdcd7e1cbe0a52a09cc66d3447ac-1 {}] regionserver.HStore(327): Store=64d4fdcd7e1cbe0a52a09cc66d3447ac/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,345 INFO [StoreOpener-64d4fdcd7e1cbe0a52a09cc66d3447ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:44:57,346 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:44:57,347 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 6e260627be95c590b0679ed490c67a68 2024-11-14T13:44:57,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=024f37fac0a80c9b20e1a7d1293927db, ASSIGN in 729 msec 2024-11-14T13:44:57,348 INFO [StoreOpener-64d4fdcd7e1cbe0a52a09cc66d3447ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64d4fdcd7e1cbe0a52a09cc66d3447ac columnFamilyName colfamily21 2024-11-14T13:44:57,348 DEBUG [StoreOpener-64d4fdcd7e1cbe0a52a09cc66d3447ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,348 INFO [StoreOpener-64d4fdcd7e1cbe0a52a09cc66d3447ac-1 {}] regionserver.HStore(327): Store=64d4fdcd7e1cbe0a52a09cc66d3447ac/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,349 INFO [StoreOpener-64d4fdcd7e1cbe0a52a09cc66d3447ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:44:57,349 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for 1fec0ac3005466e4d280ae9aa46777a4 2024-11-14T13:44:57,351 INFO [StoreOpener-64d4fdcd7e1cbe0a52a09cc66d3447ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64d4fdcd7e1cbe0a52a09cc66d3447ac columnFamilyName colfamily31 2024-11-14T13:44:57,351 DEBUG [StoreOpener-64d4fdcd7e1cbe0a52a09cc66d3447ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,351 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=427c5a64170cff05d073a7eab192003b, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,42479,1731591892037 2024-11-14T13:44:57,353 INFO [StoreOpener-64d4fdcd7e1cbe0a52a09cc66d3447ac-1 {}] regionserver.HStore(327): Store=64d4fdcd7e1cbe0a52a09cc66d3447ac/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,353 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:44:57,354 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1fec0ac3005466e4d280ae9aa46777a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:57,354 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:44:57,355 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened 1fec0ac3005466e4d280ae9aa46777a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61848533, jitterRate=-0.07838504016399384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:44:57,355 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1fec0ac3005466e4d280ae9aa46777a4 2024-11-14T13:44:57,355 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for 1fec0ac3005466e4d280ae9aa46777a4: Running coprocessor pre-open hook at 1731591897311Writing region info on filesystem at 1731591897311Initializing all the Stores at 1731591897312 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897312Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897313 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897313Cleaning up temporary data from old regions at 1731591897345 (+32 ms)Running coprocessor post-open hooks at 1731591897355 (+10 ms)Region opened successfully at 1731591897355 2024-11-14T13:44:57,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 427c5a64170cff05d073a7eab192003b, server=0ac5ae04350c,42479,1731591892037 because future has completed 2024-11-14T13:44:57,356 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:44:57,356 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4., pid=40, masterSystemTime=1731591897085 2024-11-14T13:44:57,358 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:44:57,358 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:44:57,359 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:44:57,362 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4. 2024-11-14T13:44:57,362 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e260627be95c590b0679ed490c67a68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:57,362 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4. 2024-11-14T13:44:57,362 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73. 2024-11-14T13:44:57,362 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => e349ba750943230c686f53a5d7c4cf73, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-14T13:44:57,363 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 6e260627be95c590b0679ed490c67a68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71581200, jitterRate=0.06664299964904785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:44:57,363 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e349ba750943230c686f53a5d7c4cf73 2024-11-14T13:44:57,363 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e260627be95c590b0679ed490c67a68 2024-11-14T13:44:57,363 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:57,363 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 6e260627be95c590b0679ed490c67a68: Running coprocessor pre-open hook at 1731591897288Writing region info on filesystem at 1731591897288Initializing all the Stores at 1731591897292 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897292Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897309 (+17 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897309Cleaning up temporary data from old regions at 1731591897342 (+33 ms)Running coprocessor post-open hooks at 1731591897363 (+21 ms)Region opened successfully at 1731591897363 2024-11-14T13:44:57,363 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for e349ba750943230c686f53a5d7c4cf73 2024-11-14T13:44:57,363 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for e349ba750943230c686f53a5d7c4cf73 2024-11-14T13:44:57,365 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68., pid=43, masterSystemTime=1731591897123 2024-11-14T13:44:57,365 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:44:57,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=27 2024-11-14T13:44:57,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 427c5a64170cff05d073a7eab192003b, server=0ac5ae04350c,42479,1731591892037 in 465 msec 2024-11-14T13:44:57,367 INFO [StoreOpener-e349ba750943230c686f53a5d7c4cf73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e349ba750943230c686f53a5d7c4cf73 2024-11-14T13:44:57,369 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/64d4fdcd7e1cbe0a52a09cc66d3447ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:57,369 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68. 2024-11-14T13:44:57,369 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68. 2024-11-14T13:44:57,370 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8. 2024-11-14T13:44:57,370 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 744fa47c33876f935d9d497dd36f3aa8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-14T13:44:57,370 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 744fa47c33876f935d9d497dd36f3aa8 2024-11-14T13:44:57,370 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:57,370 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 744fa47c33876f935d9d497dd36f3aa8 2024-11-14T13:44:57,371 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 744fa47c33876f935d9d497dd36f3aa8 2024-11-14T13:44:57,371 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 64d4fdcd7e1cbe0a52a09cc66d3447ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75363574, jitterRate=0.12300476431846619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:44:57,372 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:44:57,372 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 64d4fdcd7e1cbe0a52a09cc66d3447ac: Running coprocessor pre-open hook at 1731591897325Writing region info on filesystem at 1731591897325Initializing all the Stores at 1731591897328 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897328Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897341 (+13 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897341Cleaning up temporary data from old regions at 1731591897358 (+17 ms)Running coprocessor post-open hooks at 1731591897372 (+14 ms)Region opened successfully at 1731591897372 2024-11-14T13:44:57,372 INFO [StoreOpener-e349ba750943230c686f53a5d7c4cf73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e349ba750943230c686f53a5d7c4cf73 columnFamilyName colfamily11 2024-11-14T13:44:57,373 DEBUG [StoreOpener-e349ba750943230c686f53a5d7c4cf73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,374 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac., pid=34, masterSystemTime=1731591896947 2024-11-14T13:44:57,374 INFO [StoreOpener-e349ba750943230c686f53a5d7c4cf73-1 {}] regionserver.HStore(327): Store=e349ba750943230c686f53a5d7c4cf73/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,374 INFO [StoreOpener-e349ba750943230c686f53a5d7c4cf73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e349ba750943230c686f53a5d7c4cf73 2024-11-14T13:44:57,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=427c5a64170cff05d073a7eab192003b, ASSIGN in 753 msec 2024-11-14T13:44:57,377 INFO [StoreOpener-e349ba750943230c686f53a5d7c4cf73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e349ba750943230c686f53a5d7c4cf73 columnFamilyName colfamily21 2024-11-14T13:44:57,378 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac. 2024-11-14T13:44:57,378 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac. 2024-11-14T13:44:57,378 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307. 2024-11-14T13:44:57,378 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 916a438220ef69061b47176e62698307, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-14T13:44:57,379 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 916a438220ef69061b47176e62698307 2024-11-14T13:44:57,379 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:57,379 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 916a438220ef69061b47176e62698307 2024-11-14T13:44:57,379 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 916a438220ef69061b47176e62698307 2024-11-14T13:44:57,379 DEBUG [StoreOpener-e349ba750943230c686f53a5d7c4cf73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,380 INFO [StoreOpener-e349ba750943230c686f53a5d7c4cf73-1 {}] regionserver.HStore(327): Store=e349ba750943230c686f53a5d7c4cf73/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,380 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=6e260627be95c590b0679ed490c67a68, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,34717,1731591891819 2024-11-14T13:44:57,380 INFO [StoreOpener-e349ba750943230c686f53a5d7c4cf73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e349ba750943230c686f53a5d7c4cf73 2024-11-14T13:44:57,384 INFO [StoreOpener-e349ba750943230c686f53a5d7c4cf73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e349ba750943230c686f53a5d7c4cf73 columnFamilyName colfamily31 2024-11-14T13:44:57,384 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=64d4fdcd7e1cbe0a52a09cc66d3447ac, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,42479,1731591892037 2024-11-14T13:44:57,384 DEBUG [StoreOpener-e349ba750943230c686f53a5d7c4cf73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e260627be95c590b0679ed490c67a68, server=0ac5ae04350c,34717,1731591891819 because future has completed 2024-11-14T13:44:57,387 INFO [StoreOpener-e349ba750943230c686f53a5d7c4cf73-1 {}] regionserver.HStore(327): Store=e349ba750943230c686f53a5d7c4cf73/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,388 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for e349ba750943230c686f53a5d7c4cf73 2024-11-14T13:44:57,389 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e349ba750943230c686f53a5d7c4cf73 2024-11-14T13:44:57,390 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e349ba750943230c686f53a5d7c4cf73 2024-11-14T13:44:57,392 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for e349ba750943230c686f53a5d7c4cf73 2024-11-14T13:44:57,392 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for e349ba750943230c686f53a5d7c4cf73 2024-11-14T13:44:57,393 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:44:57,394 INFO [StoreOpener-744fa47c33876f935d9d497dd36f3aa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 744fa47c33876f935d9d497dd36f3aa8 2024-11-14T13:44:57,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64d4fdcd7e1cbe0a52a09cc66d3447ac, server=0ac5ae04350c,42479,1731591892037 because future has completed 2024-11-14T13:44:57,396 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for e349ba750943230c686f53a5d7c4cf73 2024-11-14T13:44:57,397 INFO [StoreOpener-744fa47c33876f935d9d497dd36f3aa8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 744fa47c33876f935d9d497dd36f3aa8 columnFamilyName colfamily11 2024-11-14T13:44:57,397 DEBUG [StoreOpener-744fa47c33876f935d9d497dd36f3aa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,398 INFO [StoreOpener-744fa47c33876f935d9d497dd36f3aa8-1 {}] regionserver.HStore(327): Store=744fa47c33876f935d9d497dd36f3aa8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,398 INFO [StoreOpener-744fa47c33876f935d9d497dd36f3aa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 744fa47c33876f935d9d497dd36f3aa8 2024-11-14T13:44:57,400 INFO [StoreOpener-744fa47c33876f935d9d497dd36f3aa8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 744fa47c33876f935d9d497dd36f3aa8 columnFamilyName colfamily21 2024-11-14T13:44:57,400 DEBUG [StoreOpener-744fa47c33876f935d9d497dd36f3aa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,401 INFO [StoreOpener-744fa47c33876f935d9d497dd36f3aa8-1 {}] regionserver.HStore(327): Store=744fa47c33876f935d9d497dd36f3aa8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,402 INFO [StoreOpener-744fa47c33876f935d9d497dd36f3aa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 744fa47c33876f935d9d497dd36f3aa8 2024-11-14T13:44:57,404 INFO [StoreOpener-744fa47c33876f935d9d497dd36f3aa8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 744fa47c33876f935d9d497dd36f3aa8 columnFamilyName colfamily31 2024-11-14T13:44:57,404 DEBUG [StoreOpener-744fa47c33876f935d9d497dd36f3aa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,405 INFO [StoreOpener-916a438220ef69061b47176e62698307-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 916a438220ef69061b47176e62698307 2024-11-14T13:44:57,407 INFO [StoreOpener-744fa47c33876f935d9d497dd36f3aa8-1 {}] regionserver.HStore(327): Store=744fa47c33876f935d9d497dd36f3aa8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,407 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 744fa47c33876f935d9d497dd36f3aa8 2024-11-14T13:44:57,407 INFO [StoreOpener-916a438220ef69061b47176e62698307-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 916a438220ef69061b47176e62698307 columnFamilyName colfamily11 2024-11-14T13:44:57,407 DEBUG [StoreOpener-916a438220ef69061b47176e62698307-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,408 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/744fa47c33876f935d9d497dd36f3aa8 2024-11-14T13:44:57,408 INFO [StoreOpener-916a438220ef69061b47176e62698307-1 {}] regionserver.HStore(327): Store=916a438220ef69061b47176e62698307/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,408 INFO [StoreOpener-916a438220ef69061b47176e62698307-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 916a438220ef69061b47176e62698307 2024-11-14T13:44:57,409 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/744fa47c33876f935d9d497dd36f3aa8 2024-11-14T13:44:57,410 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 744fa47c33876f935d9d497dd36f3aa8 2024-11-14T13:44:57,410 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 744fa47c33876f935d9d497dd36f3aa8 2024-11-14T13:44:57,411 INFO [StoreOpener-916a438220ef69061b47176e62698307-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 916a438220ef69061b47176e62698307 columnFamilyName colfamily21 2024-11-14T13:44:57,411 DEBUG [StoreOpener-916a438220ef69061b47176e62698307-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,411 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:44:57,411 INFO [StoreOpener-916a438220ef69061b47176e62698307-1 {}] regionserver.HStore(327): Store=916a438220ef69061b47176e62698307/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,412 INFO [StoreOpener-916a438220ef69061b47176e62698307-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 916a438220ef69061b47176e62698307 2024-11-14T13:44:57,414 INFO [StoreOpener-916a438220ef69061b47176e62698307-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 916a438220ef69061b47176e62698307 columnFamilyName colfamily31 2024-11-14T13:44:57,414 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 744fa47c33876f935d9d497dd36f3aa8 2024-11-14T13:44:57,414 DEBUG [StoreOpener-916a438220ef69061b47176e62698307-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,414 INFO [StoreOpener-916a438220ef69061b47176e62698307-1 {}] regionserver.HStore(327): Store=916a438220ef69061b47176e62698307/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,415 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 916a438220ef69061b47176e62698307 2024-11-14T13:44:57,417 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/916a438220ef69061b47176e62698307 2024-11-14T13:44:57,418 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/916a438220ef69061b47176e62698307 2024-11-14T13:44:57,420 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 916a438220ef69061b47176e62698307 2024-11-14T13:44:57,420 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 916a438220ef69061b47176e62698307 2024-11-14T13:44:57,421 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:44:57,421 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e349ba750943230c686f53a5d7c4cf73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:57,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=11 2024-11-14T13:44:57,422 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened e349ba750943230c686f53a5d7c4cf73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70753942, jitterRate=0.05431589484214783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:44:57,423 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e349ba750943230c686f53a5d7c4cf73 2024-11-14T13:44:57,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e260627be95c590b0679ed490c67a68, server=0ac5ae04350c,34717,1731591891819 in 424 msec 2024-11-14T13:44:57,423 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 916a438220ef69061b47176e62698307 2024-11-14T13:44:57,423 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for e349ba750943230c686f53a5d7c4cf73: Running coprocessor pre-open hook at 1731591897363Writing region info on filesystem at 1731591897363Initializing all the Stores at 1731591897366 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897366Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897366Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897366Cleaning up temporary data from old regions at 1731591897392 (+26 ms)Running coprocessor post-open hooks at 1731591897423 (+31 ms)Region opened successfully at 1731591897423 2024-11-14T13:44:57,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e260627be95c590b0679ed490c67a68, ASSIGN in 810 msec 2024-11-14T13:44:57,432 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73., pid=41, masterSystemTime=1731591897085 2024-11-14T13:44:57,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=10 2024-11-14T13:44:57,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 64d4fdcd7e1cbe0a52a09cc66d3447ac, server=0ac5ae04350c,42479,1731591892037 in 618 msec 2024-11-14T13:44:57,434 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/916a438220ef69061b47176e62698307/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:57,434 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/744fa47c33876f935d9d497dd36f3aa8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:57,436 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73. 2024-11-14T13:44:57,436 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 744fa47c33876f935d9d497dd36f3aa8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70491110, jitterRate=0.05039939284324646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:44:57,436 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 916a438220ef69061b47176e62698307; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63599929, jitterRate=-0.052287206053733826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:44:57,436 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73. 2024-11-14T13:44:57,436 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 916a438220ef69061b47176e62698307 2024-11-14T13:44:57,436 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 744fa47c33876f935d9d497dd36f3aa8 2024-11-14T13:44:57,436 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731591895417.318889161ac1d5e8095715d201c363cb. 2024-11-14T13:44:57,436 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 916a438220ef69061b47176e62698307: Running coprocessor pre-open hook at 1731591897379Writing region info on filesystem at 1731591897379Initializing all the Stores at 1731591897381 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897381Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897405 (+24 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897405Cleaning up temporary data from old regions at 1731591897420 (+15 ms)Running coprocessor post-open hooks at 1731591897436 (+16 ms)Region opened successfully at 1731591897436 2024-11-14T13:44:57,436 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 744fa47c33876f935d9d497dd36f3aa8: Running coprocessor pre-open hook at 1731591897371Writing region info on filesystem at 1731591897371Initializing all the Stores at 1731591897374 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897374Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897394 (+20 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897394Cleaning up temporary data from old regions at 1731591897410 (+16 ms)Running coprocessor post-open hooks at 1731591897436 (+26 ms)Region opened successfully at 1731591897436 2024-11-14T13:44:57,436 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 318889161ac1d5e8095715d201c363cb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731591895417.318889161ac1d5e8095715d201c363cb.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-14T13:44:57,437 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 318889161ac1d5e8095715d201c363cb 2024-11-14T13:44:57,437 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731591895417.318889161ac1d5e8095715d201c363cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:57,437 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 318889161ac1d5e8095715d201c363cb 2024-11-14T13:44:57,437 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 318889161ac1d5e8095715d201c363cb 2024-11-14T13:44:57,437 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307., pid=31, masterSystemTime=1731591896947 2024-11-14T13:44:57,441 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8., pid=47, masterSystemTime=1731591897123 2024-11-14T13:44:57,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=64d4fdcd7e1cbe0a52a09cc66d3447ac, ASSIGN in 821 msec 2024-11-14T13:44:57,443 INFO [StoreOpener-318889161ac1d5e8095715d201c363cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 318889161ac1d5e8095715d201c363cb 2024-11-14T13:44:57,443 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307. 2024-11-14T13:44:57,443 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307. 2024-11-14T13:44:57,443 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0. 2024-11-14T13:44:57,444 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 3436e040854594ad7151ca29debdeea0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-14T13:44:57,444 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3436e040854594ad7151ca29debdeea0 2024-11-14T13:44:57,444 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:57,444 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 3436e040854594ad7151ca29debdeea0 2024-11-14T13:44:57,444 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 3436e040854594ad7151ca29debdeea0 2024-11-14T13:44:57,445 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e349ba750943230c686f53a5d7c4cf73, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:44:57,447 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8. 2024-11-14T13:44:57,448 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8. 2024-11-14T13:44:57,448 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188. 2024-11-14T13:44:57,448 INFO [StoreOpener-318889161ac1d5e8095715d201c363cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318889161ac1d5e8095715d201c363cb columnFamilyName colfamily11 2024-11-14T13:44:57,448 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => f2fcbfab2fb472a104518a56d7eba188, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-14T13:44:57,448 DEBUG [StoreOpener-318889161ac1d5e8095715d201c363cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,449 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f2fcbfab2fb472a104518a56d7eba188 2024-11-14T13:44:57,449 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:57,449 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for f2fcbfab2fb472a104518a56d7eba188 2024-11-14T13:44:57,449 INFO [StoreOpener-318889161ac1d5e8095715d201c363cb-1 {}] regionserver.HStore(327): Store=318889161ac1d5e8095715d201c363cb/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,449 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for f2fcbfab2fb472a104518a56d7eba188 2024-11-14T13:44:57,449 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=744fa47c33876f935d9d497dd36f3aa8, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,34717,1731591891819 2024-11-14T13:44:57,449 INFO [StoreOpener-318889161ac1d5e8095715d201c363cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 318889161ac1d5e8095715d201c363cb 2024-11-14T13:44:57,452 INFO [StoreOpener-3436e040854594ad7151ca29debdeea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3436e040854594ad7151ca29debdeea0 2024-11-14T13:44:57,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e349ba750943230c686f53a5d7c4cf73, server=0ac5ae04350c,37809,1731591891976 because future has completed 2024-11-14T13:44:57,453 INFO [StoreOpener-318889161ac1d5e8095715d201c363cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318889161ac1d5e8095715d201c363cb columnFamilyName colfamily21 2024-11-14T13:44:57,453 DEBUG [StoreOpener-318889161ac1d5e8095715d201c363cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,454 INFO [StoreOpener-318889161ac1d5e8095715d201c363cb-1 {}] regionserver.HStore(327): Store=318889161ac1d5e8095715d201c363cb/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,454 INFO [StoreOpener-318889161ac1d5e8095715d201c363cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 318889161ac1d5e8095715d201c363cb 2024-11-14T13:44:57,456 INFO [StoreOpener-318889161ac1d5e8095715d201c363cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318889161ac1d5e8095715d201c363cb columnFamilyName colfamily31 2024-11-14T13:44:57,456 DEBUG [StoreOpener-318889161ac1d5e8095715d201c363cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,458 INFO [StoreOpener-318889161ac1d5e8095715d201c363cb-1 {}] regionserver.HStore(327): Store=318889161ac1d5e8095715d201c363cb/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,458 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 318889161ac1d5e8095715d201c363cb 2024-11-14T13:44:57,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 744fa47c33876f935d9d497dd36f3aa8, server=0ac5ae04350c,34717,1731591891819 because future has completed 2024-11-14T13:44:57,458 INFO [StoreOpener-3436e040854594ad7151ca29debdeea0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3436e040854594ad7151ca29debdeea0 columnFamilyName colfamily11 2024-11-14T13:44:57,458 DEBUG [StoreOpener-3436e040854594ad7151ca29debdeea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,459 INFO [StoreOpener-3436e040854594ad7151ca29debdeea0-1 {}] regionserver.HStore(327): Store=3436e040854594ad7151ca29debdeea0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,459 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/318889161ac1d5e8095715d201c363cb 2024-11-14T13:44:57,460 INFO [StoreOpener-3436e040854594ad7151ca29debdeea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3436e040854594ad7151ca29debdeea0 2024-11-14T13:44:57,461 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/318889161ac1d5e8095715d201c363cb 2024-11-14T13:44:57,463 INFO [StoreOpener-3436e040854594ad7151ca29debdeea0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3436e040854594ad7151ca29debdeea0 columnFamilyName colfamily21 2024-11-14T13:44:57,463 DEBUG [StoreOpener-3436e040854594ad7151ca29debdeea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,463 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 318889161ac1d5e8095715d201c363cb 2024-11-14T13:44:57,463 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 318889161ac1d5e8095715d201c363cb 2024-11-14T13:44:57,463 INFO [StoreOpener-3436e040854594ad7151ca29debdeea0-1 {}] regionserver.HStore(327): Store=3436e040854594ad7151ca29debdeea0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,464 INFO [StoreOpener-3436e040854594ad7151ca29debdeea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3436e040854594ad7151ca29debdeea0 2024-11-14T13:44:57,465 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44751 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=0ac5ae04350c,34717,1731591891819, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=744fa47c33876f935d9d497dd36f3aa8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T13:44:57,466 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:44:57,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=6 2024-11-14T13:44:57,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e349ba750943230c686f53a5d7c4cf73, server=0ac5ae04350c,37809,1731591891976 in 504 msec 2024-11-14T13:44:57,468 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 318889161ac1d5e8095715d201c363cb 2024-11-14T13:44:57,469 INFO [StoreOpener-f2fcbfab2fb472a104518a56d7eba188-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f2fcbfab2fb472a104518a56d7eba188 2024-11-14T13:44:57,469 INFO [StoreOpener-3436e040854594ad7151ca29debdeea0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3436e040854594ad7151ca29debdeea0 columnFamilyName colfamily31 2024-11-14T13:44:57,470 DEBUG [StoreOpener-3436e040854594ad7151ca29debdeea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e349ba750943230c686f53a5d7c4cf73, ASSIGN in 854 msec 2024-11-14T13:44:57,470 INFO [StoreOpener-3436e040854594ad7151ca29debdeea0-1 {}] regionserver.HStore(327): Store=3436e040854594ad7151ca29debdeea0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,471 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 3436e040854594ad7151ca29debdeea0 2024-11-14T13:44:57,472 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3436e040854594ad7151ca29debdeea0 2024-11-14T13:44:57,472 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3436e040854594ad7151ca29debdeea0 2024-11-14T13:44:57,474 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 3436e040854594ad7151ca29debdeea0 2024-11-14T13:44:57,474 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 3436e040854594ad7151ca29debdeea0 2024-11-14T13:44:57,475 INFO [StoreOpener-f2fcbfab2fb472a104518a56d7eba188-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2fcbfab2fb472a104518a56d7eba188 columnFamilyName colfamily11 2024-11-14T13:44:57,475 DEBUG [StoreOpener-f2fcbfab2fb472a104518a56d7eba188-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,475 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:44:57,475 INFO [StoreOpener-f2fcbfab2fb472a104518a56d7eba188-1 {}] regionserver.HStore(327): Store=f2fcbfab2fb472a104518a56d7eba188/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,476 INFO [StoreOpener-f2fcbfab2fb472a104518a56d7eba188-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f2fcbfab2fb472a104518a56d7eba188 2024-11-14T13:44:57,476 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/318889161ac1d5e8095715d201c363cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:57,478 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 3436e040854594ad7151ca29debdeea0 2024-11-14T13:44:57,478 INFO [StoreOpener-f2fcbfab2fb472a104518a56d7eba188-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2fcbfab2fb472a104518a56d7eba188 columnFamilyName colfamily21 2024-11-14T13:44:57,478 DEBUG [StoreOpener-f2fcbfab2fb472a104518a56d7eba188-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,479 INFO [StoreOpener-f2fcbfab2fb472a104518a56d7eba188-1 {}] regionserver.HStore(327): Store=f2fcbfab2fb472a104518a56d7eba188/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,479 INFO [StoreOpener-f2fcbfab2fb472a104518a56d7eba188-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f2fcbfab2fb472a104518a56d7eba188 2024-11-14T13:44:57,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=24 2024-11-14T13:44:57,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 744fa47c33876f935d9d497dd36f3aa8, server=0ac5ae04350c,34717,1731591891819 in 455 msec 2024-11-14T13:44:57,481 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 318889161ac1d5e8095715d201c363cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59511131, jitterRate=-0.11321504414081573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:44:57,481 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 318889161ac1d5e8095715d201c363cb 2024-11-14T13:44:57,481 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 318889161ac1d5e8095715d201c363cb: Running coprocessor pre-open hook at 1731591897437Writing region info on filesystem at 1731591897437Initializing all the Stores at 1731591897440 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897440Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897442 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897442Cleaning up temporary data from old regions at 1731591897463 (+21 ms)Running coprocessor post-open hooks at 1731591897481 (+18 ms)Region opened successfully at 1731591897481 2024-11-14T13:44:57,482 INFO [StoreOpener-f2fcbfab2fb472a104518a56d7eba188-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2fcbfab2fb472a104518a56d7eba188 columnFamilyName colfamily31 2024-11-14T13:44:57,482 DEBUG [StoreOpener-f2fcbfab2fb472a104518a56d7eba188-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,483 INFO [StoreOpener-f2fcbfab2fb472a104518a56d7eba188-1 {}] regionserver.HStore(327): Store=f2fcbfab2fb472a104518a56d7eba188/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,484 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for f2fcbfab2fb472a104518a56d7eba188 2024-11-14T13:44:57,485 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2fcbfab2fb472a104518a56d7eba188 2024-11-14T13:44:57,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=744fa47c33876f935d9d497dd36f3aa8, ASSIGN in 867 msec 2024-11-14T13:44:57,485 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2fcbfab2fb472a104518a56d7eba188 2024-11-14T13:44:57,487 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=916a438220ef69061b47176e62698307, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,42479,1731591892037 2024-11-14T13:44:57,487 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for f2fcbfab2fb472a104518a56d7eba188 2024-11-14T13:44:57,487 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for f2fcbfab2fb472a104518a56d7eba188 2024-11-14T13:44:57,488 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731591895417.318889161ac1d5e8095715d201c363cb., pid=39, masterSystemTime=1731591897085 2024-11-14T13:44:57,489 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:44:57,492 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731591895417.318889161ac1d5e8095715d201c363cb. 2024-11-14T13:44:57,492 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731591895417.318889161ac1d5e8095715d201c363cb. 2024-11-14T13:44:57,492 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731591895417.8faee68b0b3a3e07fb6545d50e2e99dd. 2024-11-14T13:44:57,492 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 8faee68b0b3a3e07fb6545d50e2e99dd, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731591895417.8faee68b0b3a3e07fb6545d50e2e99dd.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-14T13:44:57,493 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8faee68b0b3a3e07fb6545d50e2e99dd 2024-11-14T13:44:57,497 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731591895417.8faee68b0b3a3e07fb6545d50e2e99dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:57,497 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 8faee68b0b3a3e07fb6545d50e2e99dd 2024-11-14T13:44:57,497 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 8faee68b0b3a3e07fb6545d50e2e99dd 2024-11-14T13:44:57,498 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3436e040854594ad7151ca29debdeea0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:57,499 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for f2fcbfab2fb472a104518a56d7eba188 2024-11-14T13:44:57,499 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 3436e040854594ad7151ca29debdeea0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73796807, jitterRate=0.09965811669826508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:44:57,499 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3436e040854594ad7151ca29debdeea0 2024-11-14T13:44:57,499 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 3436e040854594ad7151ca29debdeea0: Running coprocessor pre-open hook at 1731591897445Writing region info on filesystem at 1731591897445Initializing all the Stores at 1731591897447 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897448 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897451 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897451Cleaning up temporary data from old regions at 1731591897474 (+23 ms)Running coprocessor post-open hooks at 1731591897499 (+25 ms)Region opened successfully at 1731591897499 2024-11-14T13:44:57,500 INFO [StoreOpener-8faee68b0b3a3e07fb6545d50e2e99dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8faee68b0b3a3e07fb6545d50e2e99dd 2024-11-14T13:44:57,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 916a438220ef69061b47176e62698307, server=0ac5ae04350c,42479,1731591892037 because future has completed 2024-11-14T13:44:57,503 INFO [StoreOpener-8faee68b0b3a3e07fb6545d50e2e99dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8faee68b0b3a3e07fb6545d50e2e99dd columnFamilyName colfamily11 2024-11-14T13:44:57,503 DEBUG [StoreOpener-8faee68b0b3a3e07fb6545d50e2e99dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,504 INFO [StoreOpener-8faee68b0b3a3e07fb6545d50e2e99dd-1 {}] regionserver.HStore(327): Store=8faee68b0b3a3e07fb6545d50e2e99dd/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,504 INFO [StoreOpener-8faee68b0b3a3e07fb6545d50e2e99dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8faee68b0b3a3e07fb6545d50e2e99dd 2024-11-14T13:44:57,493 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=1fec0ac3005466e4d280ae9aa46777a4, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:44:57,505 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0., pid=35, masterSystemTime=1731591896947 2024-11-14T13:44:57,506 INFO [StoreOpener-8faee68b0b3a3e07fb6545d50e2e99dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8faee68b0b3a3e07fb6545d50e2e99dd columnFamilyName colfamily21 2024-11-14T13:44:57,506 DEBUG [StoreOpener-8faee68b0b3a3e07fb6545d50e2e99dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,507 INFO [StoreOpener-8faee68b0b3a3e07fb6545d50e2e99dd-1 {}] regionserver.HStore(327): Store=8faee68b0b3a3e07fb6545d50e2e99dd/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,508 INFO [StoreOpener-8faee68b0b3a3e07fb6545d50e2e99dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8faee68b0b3a3e07fb6545d50e2e99dd 2024-11-14T13:44:57,511 INFO [StoreOpener-8faee68b0b3a3e07fb6545d50e2e99dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8faee68b0b3a3e07fb6545d50e2e99dd columnFamilyName colfamily31 2024-11-14T13:44:57,511 DEBUG [StoreOpener-8faee68b0b3a3e07fb6545d50e2e99dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1fec0ac3005466e4d280ae9aa46777a4, server=0ac5ae04350c,37809,1731591891976 because future has completed 2024-11-14T13:44:57,512 INFO [StoreOpener-8faee68b0b3a3e07fb6545d50e2e99dd-1 {}] regionserver.HStore(327): Store=8faee68b0b3a3e07fb6545d50e2e99dd/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,512 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 8faee68b0b3a3e07fb6545d50e2e99dd 2024-11-14T13:44:57,513 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0. 2024-11-14T13:44:57,513 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0. 2024-11-14T13:44:57,514 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8faee68b0b3a3e07fb6545d50e2e99dd 2024-11-14T13:44:57,515 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8faee68b0b3a3e07fb6545d50e2e99dd 2024-11-14T13:44:57,517 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 8faee68b0b3a3e07fb6545d50e2e99dd 2024-11-14T13:44:57,517 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 8faee68b0b3a3e07fb6545d50e2e99dd 2024-11-14T13:44:57,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=29 2024-11-14T13:44:57,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 916a438220ef69061b47176e62698307, server=0ac5ae04350c,42479,1731591892037 in 726 msec 2024-11-14T13:44:57,518 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:44:57,520 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2fcbfab2fb472a104518a56d7eba188/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:57,520 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 8faee68b0b3a3e07fb6545d50e2e99dd 2024-11-14T13:44:57,521 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened f2fcbfab2fb472a104518a56d7eba188; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64221256, jitterRate=-0.04302871227264404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:44:57,522 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2fcbfab2fb472a104518a56d7eba188 2024-11-14T13:44:57,522 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for f2fcbfab2fb472a104518a56d7eba188: Running coprocessor pre-open hook at 1731591897449Writing region info on filesystem at 1731591897449Initializing all the Stores at 1731591897451 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897451Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897466 (+15 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897466Cleaning up temporary data from old regions at 1731591897487 (+21 ms)Running coprocessor post-open hooks at 1731591897522 (+35 ms)Region opened successfully at 1731591897522 2024-11-14T13:44:57,524 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8faee68b0b3a3e07fb6545d50e2e99dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:57,525 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 8faee68b0b3a3e07fb6545d50e2e99dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60697478, jitterRate=-0.09553709626197815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:44:57,525 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8faee68b0b3a3e07fb6545d50e2e99dd 2024-11-14T13:44:57,526 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 8faee68b0b3a3e07fb6545d50e2e99dd: Running coprocessor pre-open hook at 1731591897497Writing region info on filesystem at 1731591897497Initializing all the Stores at 1731591897499 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897499Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897500 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897500Cleaning up temporary data from old regions at 1731591897517 (+17 ms)Running coprocessor post-open hooks at 1731591897525 (+8 ms)Region opened successfully at 1731591897525 2024-11-14T13:44:57,525 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188., pid=42, masterSystemTime=1731591897123 2024-11-14T13:44:57,529 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731591895417.8faee68b0b3a3e07fb6545d50e2e99dd., pid=54, masterSystemTime=1731591897243 2024-11-14T13:44:57,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=916a438220ef69061b47176e62698307, ASSIGN in 904 msec 2024-11-14T13:44:57,532 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188. 2024-11-14T13:44:57,532 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188. 2024-11-14T13:44:57,532 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731591895417.c9082c79276e45d157be1e9be294818d. 2024-11-14T13:44:57,532 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => c9082c79276e45d157be1e9be294818d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731591895417.c9082c79276e45d157be1e9be294818d.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-14T13:44:57,533 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c9082c79276e45d157be1e9be294818d 2024-11-14T13:44:57,533 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731591895417.c9082c79276e45d157be1e9be294818d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:57,533 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for c9082c79276e45d157be1e9be294818d 2024-11-14T13:44:57,533 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for c9082c79276e45d157be1e9be294818d 2024-11-14T13:44:57,534 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3436e040854594ad7151ca29debdeea0, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,42479,1731591892037 2024-11-14T13:44:57,534 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731591895417.8faee68b0b3a3e07fb6545d50e2e99dd. 2024-11-14T13:44:57,534 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731591895417.8faee68b0b3a3e07fb6545d50e2e99dd. 2024-11-14T13:44:57,535 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd. 2024-11-14T13:44:57,535 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => eb3f166e3ca9fee8309c6113030e4acd, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-14T13:44:57,536 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true eb3f166e3ca9fee8309c6113030e4acd 2024-11-14T13:44:57,536 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:57,536 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for eb3f166e3ca9fee8309c6113030e4acd 2024-11-14T13:44:57,536 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for eb3f166e3ca9fee8309c6113030e4acd 2024-11-14T13:44:57,537 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44751 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=0ac5ae04350c,42479,1731591892037, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3436e040854594ad7151ca29debdeea0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T13:44:57,542 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=8faee68b0b3a3e07fb6545d50e2e99dd, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:44:57,548 INFO [StoreOpener-c9082c79276e45d157be1e9be294818d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c9082c79276e45d157be1e9be294818d 2024-11-14T13:44:57,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3436e040854594ad7151ca29debdeea0, server=0ac5ae04350c,42479,1731591892037 because future has completed 2024-11-14T13:44:57,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8faee68b0b3a3e07fb6545d50e2e99dd, server=0ac5ae04350c,37809,1731591891976 because future has completed 2024-11-14T13:44:57,550 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=f2fcbfab2fb472a104518a56d7eba188, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,34717,1731591891819 2024-11-14T13:44:57,550 INFO [StoreOpener-eb3f166e3ca9fee8309c6113030e4acd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region eb3f166e3ca9fee8309c6113030e4acd 2024-11-14T13:44:57,551 INFO [StoreOpener-c9082c79276e45d157be1e9be294818d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9082c79276e45d157be1e9be294818d columnFamilyName colfamily11 2024-11-14T13:44:57,551 DEBUG [StoreOpener-c9082c79276e45d157be1e9be294818d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,552 INFO [StoreOpener-c9082c79276e45d157be1e9be294818d-1 {}] regionserver.HStore(327): Store=c9082c79276e45d157be1e9be294818d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,552 INFO [StoreOpener-c9082c79276e45d157be1e9be294818d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c9082c79276e45d157be1e9be294818d 2024-11-14T13:44:57,552 INFO [StoreOpener-eb3f166e3ca9fee8309c6113030e4acd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb3f166e3ca9fee8309c6113030e4acd columnFamilyName colfamily11 2024-11-14T13:44:57,552 DEBUG [StoreOpener-eb3f166e3ca9fee8309c6113030e4acd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,554 INFO [StoreOpener-eb3f166e3ca9fee8309c6113030e4acd-1 {}] regionserver.HStore(327): Store=eb3f166e3ca9fee8309c6113030e4acd/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,554 INFO [StoreOpener-eb3f166e3ca9fee8309c6113030e4acd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region eb3f166e3ca9fee8309c6113030e4acd 2024-11-14T13:44:57,556 INFO [StoreOpener-eb3f166e3ca9fee8309c6113030e4acd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb3f166e3ca9fee8309c6113030e4acd columnFamilyName colfamily21 2024-11-14T13:44:57,556 DEBUG [StoreOpener-eb3f166e3ca9fee8309c6113030e4acd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,558 INFO [StoreOpener-eb3f166e3ca9fee8309c6113030e4acd-1 {}] regionserver.HStore(327): Store=eb3f166e3ca9fee8309c6113030e4acd/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,558 INFO [StoreOpener-eb3f166e3ca9fee8309c6113030e4acd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region eb3f166e3ca9fee8309c6113030e4acd 2024-11-14T13:44:57,558 INFO [StoreOpener-c9082c79276e45d157be1e9be294818d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9082c79276e45d157be1e9be294818d columnFamilyName colfamily21 2024-11-14T13:44:57,559 DEBUG [StoreOpener-c9082c79276e45d157be1e9be294818d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,559 INFO [StoreOpener-c9082c79276e45d157be1e9be294818d-1 {}] regionserver.HStore(327): Store=c9082c79276e45d157be1e9be294818d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,559 INFO [StoreOpener-eb3f166e3ca9fee8309c6113030e4acd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb3f166e3ca9fee8309c6113030e4acd columnFamilyName colfamily31 2024-11-14T13:44:57,559 DEBUG [StoreOpener-eb3f166e3ca9fee8309c6113030e4acd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,559 INFO [StoreOpener-c9082c79276e45d157be1e9be294818d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c9082c79276e45d157be1e9be294818d 2024-11-14T13:44:57,560 INFO [StoreOpener-eb3f166e3ca9fee8309c6113030e4acd-1 {}] regionserver.HStore(327): Store=eb3f166e3ca9fee8309c6113030e4acd/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,561 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for eb3f166e3ca9fee8309c6113030e4acd 2024-11-14T13:44:57,561 INFO [StoreOpener-c9082c79276e45d157be1e9be294818d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9082c79276e45d157be1e9be294818d columnFamilyName colfamily31 2024-11-14T13:44:57,562 DEBUG [StoreOpener-c9082c79276e45d157be1e9be294818d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,562 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3f166e3ca9fee8309c6113030e4acd 2024-11-14T13:44:57,563 INFO [StoreOpener-c9082c79276e45d157be1e9be294818d-1 {}] regionserver.HStore(327): Store=c9082c79276e45d157be1e9be294818d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,563 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3f166e3ca9fee8309c6113030e4acd 2024-11-14T13:44:57,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2fcbfab2fb472a104518a56d7eba188, server=0ac5ae04350c,34717,1731591891819 because future has completed 2024-11-14T13:44:57,565 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for c9082c79276e45d157be1e9be294818d 2024-11-14T13:44:57,566 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for eb3f166e3ca9fee8309c6113030e4acd 2024-11-14T13:44:57,566 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for eb3f166e3ca9fee8309c6113030e4acd 2024-11-14T13:44:57,568 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:44:57,568 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c9082c79276e45d157be1e9be294818d 2024-11-14T13:44:57,569 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44751 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=0ac5ae04350c,34717,1731591891819, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f2fcbfab2fb472a104518a56d7eba188. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T13:44:57,569 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c9082c79276e45d157be1e9be294818d 2024-11-14T13:44:57,570 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44751 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=0ac5ae04350c,37809,1731591891976, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1fec0ac3005466e4d280ae9aa46777a4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T13:44:57,571 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for c9082c79276e45d157be1e9be294818d 2024-11-14T13:44:57,571 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for c9082c79276e45d157be1e9be294818d 2024-11-14T13:44:57,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=28 2024-11-14T13:44:57,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure 8faee68b0b3a3e07fb6545d50e2e99dd, server=0ac5ae04350c,37809,1731591891976 in 457 msec 2024-11-14T13:44:57,572 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:44:57,573 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for eb3f166e3ca9fee8309c6113030e4acd 2024-11-14T13:44:57,575 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for c9082c79276e45d157be1e9be294818d 2024-11-14T13:44:57,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8faee68b0b3a3e07fb6545d50e2e99dd, ASSIGN in 959 msec 2024-11-14T13:44:57,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=21 2024-11-14T13:44:57,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure f2fcbfab2fb472a104518a56d7eba188, server=0ac5ae04350c,34717,1731591891819 in 609 msec 2024-11-14T13:44:57,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f2fcbfab2fb472a104518a56d7eba188, ASSIGN in 969 msec 2024-11-14T13:44:57,594 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c9082c79276e45d157be1e9be294818d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:57,595 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened c9082c79276e45d157be1e9be294818d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58828657, jitterRate=-0.12338469922542572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:44:57,595 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c9082c79276e45d157be1e9be294818d 2024-11-14T13:44:57,595 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for c9082c79276e45d157be1e9be294818d: Running coprocessor pre-open hook at 1731591897533Writing region info on filesystem at 1731591897533Initializing all the Stores at 1731591897547 (+14 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897547Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897547Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897547Cleaning up temporary data from old regions at 1731591897571 (+24 ms)Running coprocessor post-open hooks at 1731591897595 (+24 ms)Region opened successfully at 1731591897595 2024-11-14T13:44:57,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=13 2024-11-14T13:44:57,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 3436e040854594ad7151ca29debdeea0, server=0ac5ae04350c,42479,1731591892037 in 761 msec 2024-11-14T13:44:57,596 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731591895417.c9082c79276e45d157be1e9be294818d., pid=45, masterSystemTime=1731591897123 2024-11-14T13:44:57,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3436e040854594ad7151ca29debdeea0, ASSIGN in 982 msec 2024-11-14T13:44:57,600 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731591895417.c9082c79276e45d157be1e9be294818d. 2024-11-14T13:44:57,600 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731591895417.c9082c79276e45d157be1e9be294818d. 2024-11-14T13:44:57,600 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731591895417.4c9d94c4d485cc76ddd0d1cbe687eaf1. 2024-11-14T13:44:57,600 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c9d94c4d485cc76ddd0d1cbe687eaf1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731591895417.4c9d94c4d485cc76ddd0d1cbe687eaf1.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-14T13:44:57,601 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3f166e3ca9fee8309c6113030e4acd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:57,601 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4c9d94c4d485cc76ddd0d1cbe687eaf1 2024-11-14T13:44:57,601 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731591895417.4c9d94c4d485cc76ddd0d1cbe687eaf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:57,601 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 4c9d94c4d485cc76ddd0d1cbe687eaf1 2024-11-14T13:44:57,601 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 4c9d94c4d485cc76ddd0d1cbe687eaf1 2024-11-14T13:44:57,601 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened eb3f166e3ca9fee8309c6113030e4acd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67283548, jitterRate=0.002602994441986084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:44:57,602 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb3f166e3ca9fee8309c6113030e4acd 2024-11-14T13:44:57,602 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for eb3f166e3ca9fee8309c6113030e4acd: Running coprocessor pre-open hook at 1731591897536Writing region info on filesystem at 1731591897536Initializing all the Stores at 1731591897548 (+12 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897548Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897549 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897549Cleaning up temporary data from old regions at 1731591897566 (+17 ms)Running coprocessor post-open hooks at 1731591897602 (+36 ms)Region opened successfully at 1731591897602 2024-11-14T13:44:57,604 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd., pid=52, masterSystemTime=1731591897243 2024-11-14T13:44:57,608 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd. 2024-11-14T13:44:57,608 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd. 2024-11-14T13:44:57,608 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731591895417.0b646648b9a14eab8eb7fb7fb1442ce1. 2024-11-14T13:44:57,608 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b646648b9a14eab8eb7fb7fb1442ce1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731591895417.0b646648b9a14eab8eb7fb7fb1442ce1.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-14T13:44:57,609 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0b646648b9a14eab8eb7fb7fb1442ce1 2024-11-14T13:44:57,609 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731591895417.0b646648b9a14eab8eb7fb7fb1442ce1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:57,610 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for 0b646648b9a14eab8eb7fb7fb1442ce1 2024-11-14T13:44:57,611 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for 0b646648b9a14eab8eb7fb7fb1442ce1 2024-11-14T13:44:57,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=19 2024-11-14T13:44:57,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure 1fec0ac3005466e4d280ae9aa46777a4, server=0ac5ae04350c,37809,1731591891976 in 671 msec 2024-11-14T13:44:57,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1fec0ac3005466e4d280ae9aa46777a4, ASSIGN in 1.0000 sec 2024-11-14T13:44:57,617 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=eb3f166e3ca9fee8309c6113030e4acd, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:44:57,620 INFO [StoreOpener-4c9d94c4d485cc76ddd0d1cbe687eaf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4c9d94c4d485cc76ddd0d1cbe687eaf1 2024-11-14T13:44:57,621 INFO [StoreOpener-0b646648b9a14eab8eb7fb7fb1442ce1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0b646648b9a14eab8eb7fb7fb1442ce1 2024-11-14T13:44:57,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb3f166e3ca9fee8309c6113030e4acd, server=0ac5ae04350c,37809,1731591891976 because future has completed 2024-11-14T13:44:57,623 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=c9082c79276e45d157be1e9be294818d, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,34717,1731591891819 2024-11-14T13:44:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T13:44:57,624 INFO [StoreOpener-0b646648b9a14eab8eb7fb7fb1442ce1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b646648b9a14eab8eb7fb7fb1442ce1 columnFamilyName colfamily11 2024-11-14T13:44:57,624 DEBUG [StoreOpener-0b646648b9a14eab8eb7fb7fb1442ce1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,625 INFO [StoreOpener-4c9d94c4d485cc76ddd0d1cbe687eaf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c9d94c4d485cc76ddd0d1cbe687eaf1 columnFamilyName colfamily11 2024-11-14T13:44:57,625 DEBUG [StoreOpener-4c9d94c4d485cc76ddd0d1cbe687eaf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,626 INFO [StoreOpener-4c9d94c4d485cc76ddd0d1cbe687eaf1-1 {}] regionserver.HStore(327): Store=4c9d94c4d485cc76ddd0d1cbe687eaf1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,626 INFO [StoreOpener-4c9d94c4d485cc76ddd0d1cbe687eaf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4c9d94c4d485cc76ddd0d1cbe687eaf1 2024-11-14T13:44:57,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9082c79276e45d157be1e9be294818d, server=0ac5ae04350c,34717,1731591891819 because future has completed 2024-11-14T13:44:57,626 INFO [StoreOpener-0b646648b9a14eab8eb7fb7fb1442ce1-1 {}] regionserver.HStore(327): Store=0b646648b9a14eab8eb7fb7fb1442ce1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,626 INFO [StoreOpener-0b646648b9a14eab8eb7fb7fb1442ce1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0b646648b9a14eab8eb7fb7fb1442ce1 2024-11-14T13:44:57,628 INFO [StoreOpener-4c9d94c4d485cc76ddd0d1cbe687eaf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c9d94c4d485cc76ddd0d1cbe687eaf1 columnFamilyName colfamily21 2024-11-14T13:44:57,628 DEBUG [StoreOpener-4c9d94c4d485cc76ddd0d1cbe687eaf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,629 INFO [StoreOpener-0b646648b9a14eab8eb7fb7fb1442ce1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b646648b9a14eab8eb7fb7fb1442ce1 columnFamilyName colfamily21 2024-11-14T13:44:57,629 DEBUG [StoreOpener-0b646648b9a14eab8eb7fb7fb1442ce1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,629 INFO [StoreOpener-4c9d94c4d485cc76ddd0d1cbe687eaf1-1 {}] regionserver.HStore(327): Store=4c9d94c4d485cc76ddd0d1cbe687eaf1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,629 INFO [StoreOpener-4c9d94c4d485cc76ddd0d1cbe687eaf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4c9d94c4d485cc76ddd0d1cbe687eaf1 2024-11-14T13:44:57,629 INFO [StoreOpener-0b646648b9a14eab8eb7fb7fb1442ce1-1 {}] regionserver.HStore(327): Store=0b646648b9a14eab8eb7fb7fb1442ce1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,630 INFO [StoreOpener-0b646648b9a14eab8eb7fb7fb1442ce1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0b646648b9a14eab8eb7fb7fb1442ce1 2024-11-14T13:44:57,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=22 2024-11-14T13:44:57,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure eb3f166e3ca9fee8309c6113030e4acd, server=0ac5ae04350c,37809,1731591891976 in 533 msec 2024-11-14T13:44:57,632 INFO [StoreOpener-4c9d94c4d485cc76ddd0d1cbe687eaf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c9d94c4d485cc76ddd0d1cbe687eaf1 columnFamilyName colfamily31 2024-11-14T13:44:57,632 DEBUG [StoreOpener-4c9d94c4d485cc76ddd0d1cbe687eaf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,633 INFO [StoreOpener-0b646648b9a14eab8eb7fb7fb1442ce1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b646648b9a14eab8eb7fb7fb1442ce1 columnFamilyName colfamily31 2024-11-14T13:44:57,633 DEBUG [StoreOpener-0b646648b9a14eab8eb7fb7fb1442ce1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,633 INFO [StoreOpener-4c9d94c4d485cc76ddd0d1cbe687eaf1-1 {}] regionserver.HStore(327): Store=4c9d94c4d485cc76ddd0d1cbe687eaf1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,633 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 4c9d94c4d485cc76ddd0d1cbe687eaf1 2024-11-14T13:44:57,634 INFO [StoreOpener-0b646648b9a14eab8eb7fb7fb1442ce1-1 {}] regionserver.HStore(327): Store=0b646648b9a14eab8eb7fb7fb1442ce1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,634 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for 0b646648b9a14eab8eb7fb7fb1442ce1 2024-11-14T13:44:57,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb3f166e3ca9fee8309c6113030e4acd, ASSIGN in 1.0190 sec 2024-11-14T13:44:57,635 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c9d94c4d485cc76ddd0d1cbe687eaf1 2024-11-14T13:44:57,635 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b646648b9a14eab8eb7fb7fb1442ce1 2024-11-14T13:44:57,636 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c9d94c4d485cc76ddd0d1cbe687eaf1 2024-11-14T13:44:57,636 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b646648b9a14eab8eb7fb7fb1442ce1 2024-11-14T13:44:57,637 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 4c9d94c4d485cc76ddd0d1cbe687eaf1 2024-11-14T13:44:57,637 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 4c9d94c4d485cc76ddd0d1cbe687eaf1 2024-11-14T13:44:57,638 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:44:57,639 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for 0b646648b9a14eab8eb7fb7fb1442ce1 2024-11-14T13:44:57,639 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for 0b646648b9a14eab8eb7fb7fb1442ce1 2024-11-14T13:44:57,639 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:44:57,641 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 4c9d94c4d485cc76ddd0d1cbe687eaf1 2024-11-14T13:44:57,642 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for 0b646648b9a14eab8eb7fb7fb1442ce1 2024-11-14T13:44:57,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=17 2024-11-14T13:44:57,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure c9082c79276e45d157be1e9be294818d, server=0ac5ae04350c,34717,1731591891819 in 649 msec 2024-11-14T13:44:57,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c9082c79276e45d157be1e9be294818d, ASSIGN in 1.0320 sec 2024-11-14T13:44:57,652 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=318889161ac1d5e8095715d201c363cb, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:44:57,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 318889161ac1d5e8095715d201c363cb, server=0ac5ae04350c,37809,1731591891976 because future has completed 2024-11-14T13:44:57,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=30 2024-11-14T13:44:57,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 318889161ac1d5e8095715d201c363cb, server=0ac5ae04350c,37809,1731591891976 in 733 msec 2024-11-14T13:44:57,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=318889161ac1d5e8095715d201c363cb, ASSIGN in 1.0480 sec 2024-11-14T13:44:57,669 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c9d94c4d485cc76ddd0d1cbe687eaf1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:57,670 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 4c9d94c4d485cc76ddd0d1cbe687eaf1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66195445, jitterRate=-0.013611003756523132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:44:57,670 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c9d94c4d485cc76ddd0d1cbe687eaf1 2024-11-14T13:44:57,671 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 4c9d94c4d485cc76ddd0d1cbe687eaf1: Running coprocessor pre-open hook at 1731591897601Writing region info on filesystem at 1731591897601Initializing all the Stores at 1731591897605 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897605Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897613 (+8 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897613Cleaning up temporary data from old regions at 1731591897637 (+24 ms)Running coprocessor post-open hooks at 1731591897671 (+34 ms)Region opened successfully at 1731591897671 2024-11-14T13:44:57,672 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731591895417.4c9d94c4d485cc76ddd0d1cbe687eaf1., pid=46, masterSystemTime=1731591897123 2024-11-14T13:44:57,676 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b646648b9a14eab8eb7fb7fb1442ce1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:57,677 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731591895417.4c9d94c4d485cc76ddd0d1cbe687eaf1. 2024-11-14T13:44:57,677 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731591895417.4c9d94c4d485cc76ddd0d1cbe687eaf1. 2024-11-14T13:44:57,677 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d. 2024-11-14T13:44:57,678 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened 0b646648b9a14eab8eb7fb7fb1442ce1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63466960, jitterRate=-0.054268598556518555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:44:57,678 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b646648b9a14eab8eb7fb7fb1442ce1 2024-11-14T13:44:57,678 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => a3e68e22d1a2581823bccc541c6fda4d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-14T13:44:57,678 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for 0b646648b9a14eab8eb7fb7fb1442ce1: Running coprocessor pre-open hook at 1731591897611Writing region info on filesystem at 1731591897611Initializing all the Stores at 1731591897613 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897613Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897620 (+7 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897620Cleaning up temporary data from old regions at 1731591897639 (+19 ms)Running coprocessor post-open hooks at 1731591897678 (+39 ms)Region opened successfully at 1731591897678 2024-11-14T13:44:57,679 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a3e68e22d1a2581823bccc541c6fda4d 2024-11-14T13:44:57,680 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=4c9d94c4d485cc76ddd0d1cbe687eaf1, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,34717,1731591891819 2024-11-14T13:44:57,680 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731591895417.0b646648b9a14eab8eb7fb7fb1442ce1., pid=51, masterSystemTime=1731591897243 2024-11-14T13:44:57,680 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:57,680 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for a3e68e22d1a2581823bccc541c6fda4d 2024-11-14T13:44:57,680 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for a3e68e22d1a2581823bccc541c6fda4d 2024-11-14T13:44:57,684 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731591895417.0b646648b9a14eab8eb7fb7fb1442ce1. 2024-11-14T13:44:57,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c9d94c4d485cc76ddd0d1cbe687eaf1, server=0ac5ae04350c,34717,1731591891819 because future has completed 2024-11-14T13:44:57,685 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731591895417.0b646648b9a14eab8eb7fb7fb1442ce1. 2024-11-14T13:44:57,685 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0. 2024-11-14T13:44:57,685 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ba411c881b7dc54f31069b8394ae9c0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-14T13:44:57,686 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2ba411c881b7dc54f31069b8394ae9c0 2024-11-14T13:44:57,686 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=0b646648b9a14eab8eb7fb7fb1442ce1, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:44:57,686 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:57,686 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 2ba411c881b7dc54f31069b8394ae9c0 2024-11-14T13:44:57,686 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 2ba411c881b7dc54f31069b8394ae9c0 2024-11-14T13:44:57,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b646648b9a14eab8eb7fb7fb1442ce1, server=0ac5ae04350c,37809,1731591891976 because future has completed 2024-11-14T13:44:57,693 INFO [StoreOpener-a3e68e22d1a2581823bccc541c6fda4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a3e68e22d1a2581823bccc541c6fda4d 2024-11-14T13:44:57,693 INFO [StoreOpener-2ba411c881b7dc54f31069b8394ae9c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2ba411c881b7dc54f31069b8394ae9c0 2024-11-14T13:44:57,696 INFO [StoreOpener-a3e68e22d1a2581823bccc541c6fda4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3e68e22d1a2581823bccc541c6fda4d columnFamilyName colfamily11 2024-11-14T13:44:57,696 DEBUG [StoreOpener-a3e68e22d1a2581823bccc541c6fda4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,697 INFO [StoreOpener-2ba411c881b7dc54f31069b8394ae9c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ba411c881b7dc54f31069b8394ae9c0 columnFamilyName colfamily11 2024-11-14T13:44:57,697 DEBUG [StoreOpener-2ba411c881b7dc54f31069b8394ae9c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,697 INFO [StoreOpener-a3e68e22d1a2581823bccc541c6fda4d-1 {}] regionserver.HStore(327): Store=a3e68e22d1a2581823bccc541c6fda4d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=18 2024-11-14T13:44:57,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c9d94c4d485cc76ddd0d1cbe687eaf1, server=0ac5ae04350c,34717,1731591891819 in 683 msec 2024-11-14T13:44:57,697 INFO [StoreOpener-a3e68e22d1a2581823bccc541c6fda4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a3e68e22d1a2581823bccc541c6fda4d 2024-11-14T13:44:57,697 INFO [StoreOpener-2ba411c881b7dc54f31069b8394ae9c0-1 {}] regionserver.HStore(327): Store=2ba411c881b7dc54f31069b8394ae9c0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,698 INFO [StoreOpener-2ba411c881b7dc54f31069b8394ae9c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2ba411c881b7dc54f31069b8394ae9c0 2024-11-14T13:44:57,699 INFO [StoreOpener-a3e68e22d1a2581823bccc541c6fda4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3e68e22d1a2581823bccc541c6fda4d columnFamilyName colfamily21 2024-11-14T13:44:57,699 DEBUG [StoreOpener-a3e68e22d1a2581823bccc541c6fda4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,700 INFO [StoreOpener-2ba411c881b7dc54f31069b8394ae9c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ba411c881b7dc54f31069b8394ae9c0 columnFamilyName colfamily21 2024-11-14T13:44:57,700 INFO [StoreOpener-a3e68e22d1a2581823bccc541c6fda4d-1 {}] regionserver.HStore(327): Store=a3e68e22d1a2581823bccc541c6fda4d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,700 DEBUG [StoreOpener-2ba411c881b7dc54f31069b8394ae9c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c9d94c4d485cc76ddd0d1cbe687eaf1, ASSIGN in 1.0840 sec 2024-11-14T13:44:57,700 INFO [StoreOpener-a3e68e22d1a2581823bccc541c6fda4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a3e68e22d1a2581823bccc541c6fda4d 2024-11-14T13:44:57,702 INFO [StoreOpener-a3e68e22d1a2581823bccc541c6fda4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3e68e22d1a2581823bccc541c6fda4d columnFamilyName colfamily31 2024-11-14T13:44:57,702 DEBUG [StoreOpener-a3e68e22d1a2581823bccc541c6fda4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,703 INFO [StoreOpener-a3e68e22d1a2581823bccc541c6fda4d-1 {}] regionserver.HStore(327): Store=a3e68e22d1a2581823bccc541c6fda4d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,703 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for a3e68e22d1a2581823bccc541c6fda4d 2024-11-14T13:44:57,704 INFO [StoreOpener-2ba411c881b7dc54f31069b8394ae9c0-1 {}] regionserver.HStore(327): Store=2ba411c881b7dc54f31069b8394ae9c0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,705 INFO [StoreOpener-2ba411c881b7dc54f31069b8394ae9c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2ba411c881b7dc54f31069b8394ae9c0 2024-11-14T13:44:57,705 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3e68e22d1a2581823bccc541c6fda4d 2024-11-14T13:44:57,706 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3e68e22d1a2581823bccc541c6fda4d 2024-11-14T13:44:57,706 INFO [StoreOpener-2ba411c881b7dc54f31069b8394ae9c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ba411c881b7dc54f31069b8394ae9c0 columnFamilyName colfamily31 2024-11-14T13:44:57,707 DEBUG [StoreOpener-2ba411c881b7dc54f31069b8394ae9c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,707 INFO [StoreOpener-2ba411c881b7dc54f31069b8394ae9c0-1 {}] regionserver.HStore(327): Store=2ba411c881b7dc54f31069b8394ae9c0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,707 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for a3e68e22d1a2581823bccc541c6fda4d 2024-11-14T13:44:57,707 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for a3e68e22d1a2581823bccc541c6fda4d 2024-11-14T13:44:57,708 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 2ba411c881b7dc54f31069b8394ae9c0 2024-11-14T13:44:57,708 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:44:57,709 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ba411c881b7dc54f31069b8394ae9c0 2024-11-14T13:44:57,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=15 2024-11-14T13:44:57,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b646648b9a14eab8eb7fb7fb1442ce1, server=0ac5ae04350c,37809,1731591891976 in 616 msec 2024-11-14T13:44:57,710 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for a3e68e22d1a2581823bccc541c6fda4d 2024-11-14T13:44:57,713 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3e68e22d1a2581823bccc541c6fda4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:57,714 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened a3e68e22d1a2581823bccc541c6fda4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71019715, jitterRate=0.0582762211561203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:44:57,714 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3e68e22d1a2581823bccc541c6fda4d 2024-11-14T13:44:57,714 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for a3e68e22d1a2581823bccc541c6fda4d: Running coprocessor pre-open hook at 1731591897680Writing region info on filesystem at 1731591897680Initializing all the Stores at 1731591897683 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897683Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897692 (+9 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897692Cleaning up temporary data from old regions at 1731591897708 (+16 ms)Running coprocessor post-open hooks at 1731591897714 (+6 ms)Region opened successfully at 1731591897714 2024-11-14T13:44:57,717 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ba411c881b7dc54f31069b8394ae9c0 2024-11-14T13:44:57,719 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 2ba411c881b7dc54f31069b8394ae9c0 2024-11-14T13:44:57,719 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 2ba411c881b7dc54f31069b8394ae9c0 2024-11-14T13:44:57,720 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:44:57,721 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d., pid=56, masterSystemTime=1731591897303 2024-11-14T13:44:57,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b646648b9a14eab8eb7fb7fb1442ce1, ASSIGN in 1.0970 sec 2024-11-14T13:44:57,722 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 2ba411c881b7dc54f31069b8394ae9c0 2024-11-14T13:44:57,729 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ba411c881b7dc54f31069b8394ae9c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:57,729 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 2ba411c881b7dc54f31069b8394ae9c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74158211, jitterRate=0.1050434559583664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:44:57,730 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ba411c881b7dc54f31069b8394ae9c0 2024-11-14T13:44:57,730 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 2ba411c881b7dc54f31069b8394ae9c0: Running coprocessor pre-open hook at 1731591897686Writing region info on filesystem at 1731591897686Initializing all the Stores at 1731591897688 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897688Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897693 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897693Cleaning up temporary data from old regions at 1731591897719 (+26 ms)Running coprocessor post-open hooks at 1731591897730 (+11 ms)Region opened successfully at 1731591897730 2024-11-14T13:44:57,730 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d. 2024-11-14T13:44:57,730 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d. 2024-11-14T13:44:57,730 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a. 2024-11-14T13:44:57,731 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => efae7949a6359791c3db0df8de82361a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-14T13:44:57,731 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true efae7949a6359791c3db0df8de82361a 2024-11-14T13:44:57,731 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:57,731 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for efae7949a6359791c3db0df8de82361a 2024-11-14T13:44:57,731 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for efae7949a6359791c3db0df8de82361a 2024-11-14T13:44:57,732 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0., pid=53, masterSystemTime=1731591897243 2024-11-14T13:44:57,733 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a3e68e22d1a2581823bccc541c6fda4d, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,34717,1731591891819 2024-11-14T13:44:57,736 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0. 2024-11-14T13:44:57,736 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0. 2024-11-14T13:44:57,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3e68e22d1a2581823bccc541c6fda4d, server=0ac5ae04350c,34717,1731591891819 because future has completed 2024-11-14T13:44:57,737 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=2ba411c881b7dc54f31069b8394ae9c0, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:44:57,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ba411c881b7dc54f31069b8394ae9c0, server=0ac5ae04350c,37809,1731591891976 because future has completed 2024-11-14T13:44:57,745 INFO [StoreOpener-efae7949a6359791c3db0df8de82361a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region efae7949a6359791c3db0df8de82361a 2024-11-14T13:44:57,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=7 2024-11-14T13:44:57,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure a3e68e22d1a2581823bccc541c6fda4d, server=0ac5ae04350c,34717,1731591891819 in 586 msec 2024-11-14T13:44:57,749 INFO [StoreOpener-efae7949a6359791c3db0df8de82361a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efae7949a6359791c3db0df8de82361a columnFamilyName colfamily11 2024-11-14T13:44:57,749 DEBUG [StoreOpener-efae7949a6359791c3db0df8de82361a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a3e68e22d1a2581823bccc541c6fda4d, ASSIGN in 1.1330 sec 2024-11-14T13:44:57,750 INFO [StoreOpener-efae7949a6359791c3db0df8de82361a-1 {}] regionserver.HStore(327): Store=efae7949a6359791c3db0df8de82361a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,750 INFO [StoreOpener-efae7949a6359791c3db0df8de82361a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region efae7949a6359791c3db0df8de82361a 2024-11-14T13:44:57,753 INFO [StoreOpener-efae7949a6359791c3db0df8de82361a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efae7949a6359791c3db0df8de82361a columnFamilyName colfamily21 2024-11-14T13:44:57,753 DEBUG [StoreOpener-efae7949a6359791c3db0df8de82361a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,754 INFO [StoreOpener-efae7949a6359791c3db0df8de82361a-1 {}] regionserver.HStore(327): Store=efae7949a6359791c3db0df8de82361a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,754 INFO [StoreOpener-efae7949a6359791c3db0df8de82361a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region efae7949a6359791c3db0df8de82361a 2024-11-14T13:44:57,756 INFO [StoreOpener-efae7949a6359791c3db0df8de82361a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efae7949a6359791c3db0df8de82361a columnFamilyName colfamily31 2024-11-14T13:44:57,756 DEBUG [StoreOpener-efae7949a6359791c3db0df8de82361a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:57,757 INFO [StoreOpener-efae7949a6359791c3db0df8de82361a-1 {}] regionserver.HStore(327): Store=efae7949a6359791c3db0df8de82361a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:57,757 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for efae7949a6359791c3db0df8de82361a 2024-11-14T13:44:57,758 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/efae7949a6359791c3db0df8de82361a 2024-11-14T13:44:57,759 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/efae7949a6359791c3db0df8de82361a 2024-11-14T13:44:57,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=25 2024-11-14T13:44:57,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ba411c881b7dc54f31069b8394ae9c0, server=0ac5ae04350c,37809,1731591891976 in 651 msec 2024-11-14T13:44:57,760 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for efae7949a6359791c3db0df8de82361a 2024-11-14T13:44:57,760 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for efae7949a6359791c3db0df8de82361a 2024-11-14T13:44:57,761 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:44:57,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2ba411c881b7dc54f31069b8394ae9c0, ASSIGN in 1.1460 sec 2024-11-14T13:44:57,763 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for efae7949a6359791c3db0df8de82361a 2024-11-14T13:44:57,765 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/efae7949a6359791c3db0df8de82361a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:57,766 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened efae7949a6359791c3db0df8de82361a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72847242, jitterRate=0.08550849556922913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:44:57,766 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for efae7949a6359791c3db0df8de82361a 2024-11-14T13:44:57,766 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for efae7949a6359791c3db0df8de82361a: Running coprocessor pre-open hook at 1731591897731Writing region info on filesystem at 1731591897731Initializing all the Stores at 1731591897733 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897733Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897744 (+11 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591897744Cleaning up temporary data from old regions at 1731591897760 (+16 ms)Running coprocessor post-open hooks at 1731591897766 (+6 ms)Region opened successfully at 1731591897766 2024-11-14T13:44:57,767 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a., pid=55, masterSystemTime=1731591897303 2024-11-14T13:44:57,770 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a. 2024-11-14T13:44:57,770 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a. 2024-11-14T13:44:57,770 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=efae7949a6359791c3db0df8de82361a, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,34717,1731591891819 2024-11-14T13:44:57,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure efae7949a6359791c3db0df8de82361a, server=0ac5ae04350c,34717,1731591891819 because future has completed 2024-11-14T13:44:57,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=8 2024-11-14T13:44:57,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure efae7949a6359791c3db0df8de82361a, server=0ac5ae04350c,34717,1731591891819 in 631 msec 2024-11-14T13:44:57,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T13:44:57,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=efae7949a6359791c3db0df8de82361a, ASSIGN in 1.1680 sec 2024-11-14T13:44:57,786 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T13:44:57,786 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731591897786"}]},"ts":"1731591897786"} 2024-11-14T13:44:57,789 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-14T13:44:57,790 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T13:44:57,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 2.3660 sec 2024-11-14T13:44:59,591 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-14T13:44:59,594 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T13:44:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T13:44:59,635 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-14T13:44:59,635 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-14T13:44:59,636 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T13:44:59,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42479 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-14T13:44:59,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-14T13:44:59,670 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T13:44:59,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-14T13:44:59,726 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:44:59,732 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:44:59,737 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:44:59,738 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:44:59,824 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:44:59,826 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:44:59,829 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:44:59,830 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:44:59,831 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:44:59,889 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:44:59,891 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:44:59,893 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:44:59,895 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:44:59,896 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:44:59,898 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cch', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:44:59,942 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:44:59,944 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:44:59,946 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:44:59,949 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:44:59,951 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:44:59,953 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:44:59,959 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:00,002 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:00,005 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:00,007 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:00,009 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:00,011 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:00,013 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:00,062 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:00,064 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:00,066 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:00,072 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:00,074 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:00,076 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:00,077 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:00,130 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:00,133 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:00,135 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:00,137 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:00,139 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:00,210 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:00,212 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:00,219 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:00,221 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:00,237 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:00,239 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:00,241 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:00,254 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hho', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:00,287 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:00,289 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:00,341 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T13:45:00,385 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:00,388 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:00,390 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:00,392 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:00,406 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:00,408 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:00,410 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:00,421 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:00,505 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731591895417.0b646648b9a14eab8eb7fb7fb1442ce1., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:00,511 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731591895417.0b646648b9a14eab8eb7fb7fb1442ce1., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:00,523 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731591895417.0b646648b9a14eab8eb7fb7fb1442ce1., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:00,526 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731591895417.0b646648b9a14eab8eb7fb7fb1442ce1., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:00,584 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:00,588 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:00,591 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:00,593 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:00,672 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731591895417.c9082c79276e45d157be1e9be294818d., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:00,753 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731591895417.4c9d94c4d485cc76ddd0d1cbe687eaf1., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:00,760 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731591895417.4c9d94c4d485cc76ddd0d1cbe687eaf1., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:00,833 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:00,837 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:00,841 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:00,844 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:00,886 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:00,889 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:00,891 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:00,893 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:00,895 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:00,897 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:00,904 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:00,943 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:00,946 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:00,948 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:00,950 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:00,962 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:01,019 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:01,021 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:01,023 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:01,033 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:01,034 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:01,036 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:01,038 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:01,097 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:01,099 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:01,101 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:01,104 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:01,108 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:01,165 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:01,167 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:01,176 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:01,180 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:01,182 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='tty', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:01,184 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:01,227 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:01,229 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:01,231 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:01,233 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:01,242 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:01,244 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:01,248 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uva', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:01,250 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uvb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:01,301 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:01,308 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:01,310 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:01,318 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:01,320 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:01,324 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:01,326 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:01,327 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a., hostname=0ac5ae04350c,34717,1731591891819, seqNum=2] 2024-11-14T13:45:01,329 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T13:45:01,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T13:45:01,332 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T13:45:01,332 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-14T13:45:01,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T13:45:01,334 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T13:45:01,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T13:45:01,334 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T13:45:01,381 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:01,384 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:01,385 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:01,394 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:01,397 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:01,398 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:01,400 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:01,402 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:01,474 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731591895417.8faee68b0b3a3e07fb6545d50e2e99dd., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:01,521 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:01,523 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:01,524 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:01,531 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2] 2024-11-14T13:45:01,579 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731591895417.318889161ac1d5e8095715d201c363cb., hostname=0ac5ae04350c,37809,1731591891976, seqNum=2] 2024-11-14T13:45:01,640 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T13:45:01,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42479 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.3 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db. 2024-11-14T13:45:01,658 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T13:45:01,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T13:45:01,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60420, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T13:45:01,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37809 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.3 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73. 2024-11-14T13:45:01,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34717 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.3 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d. 2024-11-14T13:45:02,683 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-14T13:45:02,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42479 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-14T13:45:02,945 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-14T13:45:02,945 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER 0ac5ae04350c,42479,1731591892037 2024-11-14T13:45:02,945 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 0ac5ae04350c,42479,1731591892037 2024-11-14T13:45:02,946 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 0ac5ae04350c,42479,1731591892037: Simulated kill ***** 2024-11-14T13:45:02,946 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T13:45:02,949 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T13:45:02,950 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T13:45:02,953 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T13:45:02,954 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T13:45:02,960 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 673557512 }, "NonHeapMemoryUsage": { "committed": 158990336, "init": 7667712, "max": -1, "used": 156507696 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "0ac5ae04350c", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 60279, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 128, "ProcessCallTime_min": 0, "ProcessCallTime_max": 24, "ProcessCallTime_mean": 3, "ProcessCallTime_25th_percentile": 6, "ProcessCallTime_median": 12, "ProcessCallTime_75th_percentile": 18, "ProcessCallTime_90th_percentile": 21, "ProcessCallTime_95th_percentile": 22, "ProcessCallTime_98th_percentile": 23, "ProcessCallTime_99th_percentile": 23, "ProcessCallTime_99.9th_percentile": 23, "ProcessCallTime_TimeRangeCount_0-1": 128, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 128, "QueueCallTime_min": 0, "QueueCallTime_max": 48, "QueueCallTime_mean": 4, "QueueCallTime_25th_percentile": 12, "QueueCallTime_median": 24, "QueueCallTime_75th_percentile": 36, "QueueCallTime_90th_percentile": 43, "QueueCallTime_95th_percentile": 45, "QueueCallTime_98th_percentile": 47, "QueueCallTime_99th_percentile": 47, "QueueCallTime_99.9th_percentile": 47, "QueueCallTime_TimeRangeCount_0-1": 128, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 128, "TotalCallTime_min": 1, "TotalCallTime_max": 49, "TotalCallTime_mean": 8, "TotalCallTime_25th_percentile": 13, "TotalCallTime_median": 25, "TotalCallTime_75th_percentile": 37, "TotalCallTime_90th_percentile": 44, "TotalCallTime_95th_percentile": 46, "TotalCallTime_98th_percentile": 48, "TotalCallTime_99th_percentile": 48, "TotalCallTime_99.9th_percentile": 48, "TotalCallTime_TimeRangeCount_0-1": 128, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 128, "ResponseSize_min": 0, "ResponseSize_max": 23825, "ResponseSize_mean": 3673, "ResponseSize_25th_percentile": 5956, "ResponseSize_median": 11912, "ResponseSize_75th_percentile": 17868, "ResponseSize_90th_percentile": 21442, "ResponseSize_95th_percentile": 22633, "ResponseSize_98th_percentile": 23348, "ResponseSize_99th_percentile": 23586, "ResponseSize_99.9th_percentile": 23801, "ResponseSize_SizeRangeCount_0-10": 128, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 128, "RequestSize_min": 46, "RequestSize_max": 14907, "RequestSize_mean": 451, "RequestSize_25th_percentile": 3761, "RequestSize_median": 7476, "RequestSize_75th_percentile": 11191, "RequestSize_90th_percentile": 13420, "RequestSize_95th_percentile": 14163, "RequestSize_98th_percentile": 14609, "RequestSize_99th_percentile": 14758, "RequestSize_99.9th_percentile": 14892, "RequestSize_SizeRangeCount_0-10": 128, "sentBytes": 403522 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "0ac5ae04350c", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:58043", "tag.serverName": "0ac5ae04350c,42479,1731591892037", "tag.clusterId": "d3b8290d-3c43-41d4-8ed8-7da1bf97c715", "tag.Context": "regionserver", "tag.Hostname": "0ac5ae04350c", "regionCount": 9, "storeCount": 28, "hlogFileCount": 2, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 50772, "memStoreHeapSize": 77808, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731591892037, "averageRegionSize": 5641, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 1.4, "writeRequestRatePerSecond": 16.400000000000002, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 4193280, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 6, "activeScanners": 0, "totalRequestCount": 122, "totalRowActionRequestCount": 89, "readRequestCount": 7, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 82, "rpcGetRequestCount": 1, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 64, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 56, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 64, "ScanTime_min": 0, "ScanTime_max": 16, "ScanTime_mean": 1, "ScanTime_25th_percentile": 4, "ScanTime_median": 8, "ScanTime_75th_percentile": 12, "ScanTime_90th_percentile": 14, "ScanTime_95th_percentile": 15, "ScanTime_98th_percentile": 15, "ScanTime_99th_percentile": 15, "ScanTime_99.9th_percentile": 15, "ScanTime_TimeRangeCount_0-1": 64, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 56, "Put_min": 1, "Put_max": 16, "Put_mean": 3, "Put_25th_percentile": 4, "Put_median": 8, "Put_75th_percentile": 12, "Put_90th_percentile": 14, "Put_95th_percentile": 15, "Put_98th_percentile": 15, "Put_99th_percentile": 15, "Put_99.9th_percentile": 15, "Put_TimeRangeCount_0-1": 56, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 13, "PutBatch_max": 13, "PutBatch_mean": 13, "PutBatch_25th_percentile": 13, "PutBatch_median": 13, "PutBatch_75th_percentile": 13, "PutBatch_90th_percentile": 13, "PutBatch_95th_percentile": 13, "PutBatch_98th_percentile": 13, "PutBatch_99th_percentile": 13, "PutBatch_99.9th_percentile": 13, "PutBatch_TimeRangeCount_0-1": 1, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 1, "Get_min": 1, "Get_max": 1, "Get_mean": 1, "Get_25th_percentile": 1, "Get_median": 1, "Get_75th_percentile": 1, "Get_90th_percentile": 1, "Get_95th_percentile": 1, "Get_98th_percentile": 1, "Get_99th_percentile": 1, "Get_99.9th_percentile": 1, "Get_TimeRangeCount_0-1": 1, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 64, "ScanSize_min": 0, "ScanSize_max": 23728, "ScanSize_mean": 7296, "ScanSize_25th_percentile": 5932, "ScanSize_median": 11864, "ScanSize_75th_percentile": 17796, "ScanSize_90th_percentile": 21355, "ScanSize_95th_percentile": 22541, "ScanSize_98th_percentile": 23253, "ScanSize_99th_percentile": 23490, "ScanSize_99.9th_percentile": 23704, "ScanSize_SizeRangeCount_0-10": 64, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-14T13:45:02,969 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44751 {}] master.MasterRpcServices(700): 0ac5ae04350c,42479,1731591892037 reported a fatal error: ***** ABORTING region server 0ac5ae04350c,42479,1731591892037: Simulated kill ***** 2024-11-14T13:45:02,972 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0ac5ae04350c,42479,1731591892037' ***** 2024-11-14T13:45:02,972 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-14T13:45:02,972 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T13:45:02,973 INFO [RS:2;0ac5ae04350c:42479 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T13:45:02,973 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T13:45:02,976 INFO [RS:2;0ac5ae04350c:42479 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-14T13:45:02,976 INFO [RS:2;0ac5ae04350c:42479 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-14T13:45:02,976 INFO [RS:2;0ac5ae04350c:42479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T13:45:02,977 INFO [RS:2;0ac5ae04350c:42479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;0ac5ae04350c:42479. 2024-11-14T13:45:02,977 DEBUG [RS:2;0ac5ae04350c:42479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T13:45:02,984 DEBUG [RS:2;0ac5ae04350c:42479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:45:02,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741836_1012 (size=54214) 2024-11-14T13:45:02,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741836_1012 (size=54214) 2024-11-14T13:45:02,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741836_1012 (size=54214) 2024-11-14T13:45:02,997 INFO [regionserver/0ac5ae04350c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T13:45:03,006 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037/0ac5ae04350c%2C42479%2C1731591892037.1731591894072 not finished, retry = 0 2024-11-14T13:45:03,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741833_1009 (size=297712) 2024-11-14T13:45:03,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741833_1009 (size=297712) 2024-11-14T13:45:03,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741833_1009 (size=297712) 2024-11-14T13:45:03,107 DEBUG [RS:2;0ac5ae04350c:42479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:45:03,107 INFO [RS:2;0ac5ae04350c:42479 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T13:45:03,108 INFO [RS:2;0ac5ae04350c:42479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42479 2024-11-14T13:45:03,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x1003e896e4e0003, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0ac5ae04350c,42479,1731591892037 2024-11-14T13:45:03,117 INFO [RS:2;0ac5ae04350c:42479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T13:45:03,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T13:45:03,118 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0ac5ae04350c,42479,1731591892037] 2024-11-14T13:45:03,120 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0ac5ae04350c,42479,1731591892037 already deleted, retry=false 2024-11-14T13:45:03,120 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 0ac5ae04350c,42479,1731591892037 on 0ac5ae04350c,44751,1731591890790 2024-11-14T13:45:03,128 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:45:03,133 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:45:03,133 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for 0ac5ae04350c,42479,1731591892037 (carryingMeta=true) 0ac5ae04350c,42479,1731591892037/CRASHED/regionCount=9/lock=java.util.concurrent.locks.ReentrantReadWriteLock@23d0a88c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T13:45:03,133 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T13:45:03,133 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:45:03,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T13:45:03,134 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T13:45:03,174 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T13:45:03,176 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:45:03,177 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T13:45:03,177 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T13:45:03,177 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T13:45:03,177 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T13:45:03,178 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T13:45:03,178 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T13:45:03,178 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T13:45:03,178 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T13:45:03,179 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T13:45:03,184 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T13:45:03,186 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T13:45:03,189 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T13:45:03,189 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:45:03,190 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T13:45:03,190 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-11-14T13:45:03,194 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:45:03,194 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=0ac5ae04350c,42479,1731591892037, table=hbase:meta, region=1588230740 2024-11-14T13:45:03,195 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0ac5ae04350c,42479,1731591892037, state=OPEN 2024-11-14T13:45:03,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:45:03,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:45:03,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:45:03,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:45:03,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:45:03,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:45:03,204 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731591933204 2024-11-14T13:45:03,205 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T13:45:03,205 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:45:03,205 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T13:45:03,208 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:42479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:45:03,208 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true, isMeta: true 2024-11-14T13:45:03,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:45:03,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T13:45:03,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:45:03,211 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting 2024-11-14T13:45:03,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:42479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:45:03,212 INFO [PEWorker-1 {}] master.SplitWALManager(105): 0ac5ae04350c,42479,1731591892037 WAL count=1, meta=true 2024-11-14T13:45:03,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta}] 2024-11-14T13:45:03,216 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T13:45:03,216 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:45:03,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T13:45:03,216 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T13:45:03,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x1003e896e4e0003, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T13:45:03,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42479-0x1003e896e4e0003, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T13:45:03,224 INFO [RS:2;0ac5ae04350c:42479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T13:45:03,225 INFO [RS:2;0ac5ae04350c:42479 {}] regionserver.HRegionServer(1031): Exiting; stopping=0ac5ae04350c,42479,1731591892037; zookeeper connection closed. 2024-11-14T13:45:03,225 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e69c76c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e69c76c 2024-11-14T13:45:03,313 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:45:03,314 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:45:03,314 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0ac5ae04350c:42479 this server is in the failed servers list 2024-11-14T13:45:03,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:45:03,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:45:03,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:45:03,523 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:45:03,523 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:45:03,524 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0ac5ae04350c:42479 this server is in the failed servers list 2024-11-14T13:45:03,524 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:45:03,524 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:45:03,524 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:45:03,833 INFO [regionserver/0ac5ae04350c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T13:45:03,833 INFO [regionserver/0ac5ae04350c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T13:45:03,834 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:45:03,834 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:45:03,834 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0ac5ae04350c:42479 this server is in the failed servers list 2024-11-14T13:45:03,834 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:45:03,834 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:45:03,834 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:45:04,343 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:45:04,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:45:04,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0ac5ae04350c:42479 this server is in the failed servers list 2024-11-14T13:45:04,345 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:45:04,345 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:45:04,345 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:45:05,353 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:45:05,353 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:45:05,354 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:42479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:45:05,358 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0ac5ae04350c,42479,1731591892037 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2149 ms java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T13:45:05,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:45:05,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T13:45:05,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:45:05,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:42479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:45:07,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:45:07,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:45:07,365 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:42479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:45:07,366 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0ac5ae04350c,42479,1731591892037 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4160 ms java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T13:45:07,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:45:07,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T13:45:07,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:45:07,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:42479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:45:11,384 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:45:11,384 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:45:11,385 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:42479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:45:11,386 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0ac5ae04350c,42479,1731591892037 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8179 ms java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T13:45:11,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:45:11,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T13:45:11,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:45:11,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:42479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:45:18,168 WARN [RS:1;0ac5ae04350c:37809 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 0ac5ae04350c,42479,1731591892037: status=status unset, state=RUNNING, startTime=1731591903132, completionTime=-1 appears to have been leaked 2024-11-14T13:45:19,776 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T13:45:21,433 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:45:21,434 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:45:21,435 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:42479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:45:21,435 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0ac5ae04350c,42479,1731591892037 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18229 ms java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T13:45:21,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:45:21,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T13:45:21,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:45:21,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:42479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:45:25,211 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0ac5ae04350c:44751 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-14T13:45:31,453 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:45:31,453 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:45:31,455 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:42479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:45:31,455 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0ac5ae04350c,42479,1731591892037 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28249 ms java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T13:45:31,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:45:31,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T13:45:31,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:45:31,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:42479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:45:35,308 INFO [master/0ac5ae04350c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T13:45:35,308 INFO [master/0ac5ae04350c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T13:45:41,543 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:45:41,544 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:45:41,556 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:42479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:45:41,557 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0ac5ae04350c,42479,1731591892037 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38351 ms java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T13:45:41,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:45:41,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T13:45:41,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:45:41,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:42479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:45:49,777 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T13:45:51,584 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:45:51,584 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:45:51,585 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:42479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:45:51,586 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0ac5ae04350c,42479,1731591892037 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48379 ms java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T13:45:51,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:45:51,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T13:45:51,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:45:51,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:42479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:45:53,934 INFO [regionserver/0ac5ae04350c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-14T13:45:55,213 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0ac5ae04350c:44751 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-14T13:45:56,371 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a3e68e22d1a2581823bccc541c6fda4d changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:45:56,372 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region efae7949a6359791c3db0df8de82361a changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:45:56,372 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6e260627be95c590b0679ed490c67a68 changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:45:56,373 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 48103f4ab2965bcdd68ba330f84405f5 changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:45:56,373 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c9082c79276e45d157be1e9be294818d changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:45:56,373 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4c9d94c4d485cc76ddd0d1cbe687eaf1 changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:45:56,373 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f2fcbfab2fb472a104518a56d7eba188 changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:45:56,373 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 744fa47c33876f935d9d497dd36f3aa8 changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:45:56,373 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 69bb46e01f9a17d89d58cd1c0b2b234a changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:45:56,373 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e349ba750943230c686f53a5d7c4cf73 changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:45:56,374 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 024f37fac0a80c9b20e1a7d1293927db changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:45:56,374 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3261f473cffad4ef1c31b46b14007911 changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:45:56,374 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0b646648b9a14eab8eb7fb7fb1442ce1 changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:45:56,374 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1fec0ac3005466e4d280ae9aa46777a4 changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:45:56,374 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region eb3f166e3ca9fee8309c6113030e4acd changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:45:56,374 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2ba411c881b7dc54f31069b8394ae9c0 changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:45:56,374 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8faee68b0b3a3e07fb6545d50e2e99dd changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:45:56,374 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 318889161ac1d5e8095715d201c363cb changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:46:03,214 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-14T13:45:03.211Z, java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:45:03.315Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:45:03.524Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:45:03.834Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:45:04.345Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:45:05.359Z, java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:45:07.367Z, java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:45:11.386Z, java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:45:21.436Z, java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:45:31.456Z, java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:45:41.558Z, java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:45:51.586Z, java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-14T13:46:03,216 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:46:03,216 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T13:46:03,216 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T13:46:03,216 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T13:46:03,216 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T13:46:03,217 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T13:46:03,217 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T13:46:03,217 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T13:46:03,217 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T13:46:03,218 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T13:46:03,221 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T13:46:03,222 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T13:46:03,223 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T13:46:03,223 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:46:03,223 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T13:46:03,223 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T13:46:03,228 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:46:03,228 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=0ac5ae04350c,42479,1731591892037, table=hbase:meta, region=1588230740 2024-11-14T13:46:03,229 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0ac5ae04350c,42479,1731591892037, state=OPEN 2024-11-14T13:46:03,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:46:03,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:46:03,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:46:03,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:46:03,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:46:03,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:46:03,253 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731591993253 2024-11-14T13:46:03,253 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T13:46:03,253 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true, isMeta: true 2024-11-14T13:46:03,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:46:03,254 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:46:03,255 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:42479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:46:03,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:46:03,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T13:46:03,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:46:03,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:42479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:46:03,260 INFO [PEWorker-1 {}] master.SplitWALManager(105): 0ac5ae04350c,42479,1731591892037 WAL count=1, meta=true 2024-11-14T13:46:03,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta}] 2024-11-14T13:46:03,260 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T13:46:03,287 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=0ac5ae04350c,34717,1731591891819 2024-11-14T13:46:03,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819}] 2024-11-14T13:46:03,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:46:03,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:46:03,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0ac5ae04350c:42479 this server is in the failed servers list 2024-11-14T13:46:03,365 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:46:03,365 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:46:03,365 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:46:03,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-14T13:46:03,533 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting/0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, size=52.9 K (54214bytes) 2024-11-14T13:46:03,535 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T13:46:03,537 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T13:46:03,537 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting/0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta 2024-11-14T13:46:03,554 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting/0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta after 11ms 2024-11-14T13:46:03,573 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:46:03,573 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:46:03,574 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0ac5ae04350c:42479 this server is in the failed servers list 2024-11-14T13:46:03,574 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:46:03,574 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:46:03,574 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:46:03,579 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting/0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta took 48ms 2024-11-14T13:46:03,597 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-14T13:46:03,617 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting/0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta so closing down 2024-11-14T13:46:03,617 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T13:46:03,627 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta.temp 2024-11-14T13:46:03,636 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta.temp 2024-11-14T13:46:03,640 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T13:46:03,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741864_1040 (size=53973) 2024-11-14T13:46:03,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741864_1040 (size=53973) 2024-11-14T13:46:03,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741864_1040 (size=53973) 2024-11-14T13:46:03,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) 2024-11-14T13:46:03,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta.temp to hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-14T13:46:03,742 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 152 ms; skipped=1; WAL=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting/0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-14T13:46:03,743 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting/0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, journal: Splitting hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting/0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, size=52.9 K (54214bytes) at 1731591963533Finishing writing output for hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting/0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta so closing down at 1731591963617 (+84 ms)Creating recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta.temp at 1731591963636 (+19 ms)3 split writer threads finished at 1731591963640 (+4 ms)Closed recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) at 1731591963716 (+76 ms)Rename recovered edits hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta.temp to hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731591963737 (+21 ms)Processed 58 edits across 1 Regions in 152 ms; skipped=1; WAL=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting/0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731591963743 (+6 ms) 2024-11-14T13:46:03,743 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting/0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta 2024-11-14T13:46:03,745 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-14T13:46:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-14T13:46:03,800 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting/0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta to hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/oldWALs 2024-11-14T13:46:03,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-14T13:46:03,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 in 506 msec 2024-11-14T13:46:03,817 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=0ac5ae04350c,34717,1731591891819 2024-11-14T13:46:03,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-14T13:46:03,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 in 558 msec 2024-11-14T13:46:03,870 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting dir is empty, no logs to split. 2024-11-14T13:46:03,871 INFO [PEWorker-1 {}] master.SplitWALManager(105): 0ac5ae04350c,42479,1731591892037 WAL count=0, meta=true 2024-11-14T13:46:03,871 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 0ac5ae04350c,42479,1731591892037 WAL splitting is done? wals=0, meta=true 2024-11-14T13:46:03,871 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T13:46:03,871 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:46:03,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T13:46:03,871 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T13:46:03,883 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:46:03,883 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:46:03,883 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0ac5ae04350c:42479 this server is in the failed servers list 2024-11-14T13:46:03,884 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:46:03,884 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:46:03,884 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:46:04,395 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:46:04,395 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:46:04,396 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0ac5ae04350c:42479 this server is in the failed servers list 2024-11-14T13:46:04,396 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:46:04,396 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:46:04,396 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:46:05,403 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:46:05,404 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:46:05,405 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:42479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:46:05,405 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0ac5ae04350c,42479,1731591892037 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2151 ms java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T13:46:05,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:46:05,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T13:46:05,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:46:05,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:42479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:46:07,434 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:46:07,434 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:46:07,435 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:42479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:46:07,436 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0ac5ae04350c,42479,1731591892037 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4182 ms java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T13:46:07,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:46:07,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T13:46:07,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:46:07,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:42479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:46:11,483 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:46:11,484 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:46:11,485 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:42479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:46:11,485 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0ac5ae04350c,42479,1731591892037 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8231 ms java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T13:46:11,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:46:11,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T13:46:11,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:46:11,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:42479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:46:19,777 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T13:46:21,563 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:46:21,563 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:46:21,564 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:42479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:46:21,565 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0ac5ae04350c,42479,1731591892037 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18311 ms java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T13:46:21,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:46:21,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T13:46:21,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:46:21,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:42479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:46:31,643 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:46:31,643 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:46:31,645 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:42479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:46:31,645 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0ac5ae04350c,42479,1731591892037 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28391 ms java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T13:46:31,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:46:31,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T13:46:31,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:46:31,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:42479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:46:41,734 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:46:41,734 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:46:41,735 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:42479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:46:41,736 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0ac5ae04350c,42479,1731591892037 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38482 ms java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T13:46:41,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:46:41,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T13:46:41,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:46:41,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:42479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:46:49,777 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T13:46:51,813 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:46:51,814 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:46:51,815 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:42479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:46:51,815 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0ac5ae04350c,42479,1731591892037 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48562 ms java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T13:46:51,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:46:51,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T13:46:51,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:46:51,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:42479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:46:53,816 WARN [regionserver/0ac5ae04350c:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 24, running: 1 2024-11-14T13:46:53,936 INFO [regionserver/0ac5ae04350c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-14T13:47:03,253 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:47:03,254 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:47:03,255 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:42479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:47:03,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(162): The future is already done, canceled=false, give up retrying 2024-11-14T13:47:03,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:42479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:47:03,254 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-14T13:46:03.256Z, java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:46:03.365Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:46:03.574Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:46:03.884Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:46:04.396Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:46:05.406Z, java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:46:07.436Z, java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:46:11.486Z, java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:46:21.565Z, java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:46:31.646Z, java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:46:41.737Z, java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:46:51.816Z, java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.resetCallTimeout(AsyncRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:83) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-14T13:47:03,256 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:47:03,256 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T13:47:03,256 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T13:47:03,256 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T13:47:03,256 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T13:47:03,258 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T13:47:03,258 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T13:47:03,259 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T13:47:03,259 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T13:47:03,261 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-14T13:47:03,264 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T13:47:03,264 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T13:47:03,264 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T13:47:03,264 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T13:47:03,265 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T13:47:03,266 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:47:03,266 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 2024-11-14T13:47:03,266 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 2024-11-14T13:47:03,266 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T13:47:03,266 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:47:03,266 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:47:03,266 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-14T13:47:03,267 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:47:03,267 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=0ac5ae04350c,42479,1731591892037, table=hbase:meta, region=1588230740 2024-11-14T13:47:03,267 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0ac5ae04350c,42479,1731591892037, state=OPEN 2024-11-14T13:47:03,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:47:03,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:47:03,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:47:03,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:47:03,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:47:03,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:47:03,273 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731592053273 2024-11-14T13:47:03,273 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T13:47:03,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(357): Not trying to connect to 0ac5ae04350c:42479 this server is in the failed servers list 2024-11-14T13:47:03,274 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:47:03,275 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:47:03,275 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:47:03,276 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting dir is empty, no logs to split. 2024-11-14T13:47:03,276 INFO [PEWorker-1 {}] master.SplitWALManager(105): 0ac5ae04350c,42479,1731591892037 WAL count=0, meta=true 2024-11-14T13:47:03,276 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 0ac5ae04350c,42479,1731591892037 WAL splitting is done? wals=0, meta=true 2024-11-14T13:47:03,276 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T13:47:03,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T13:47:03,278 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T13:47:03,278 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:47:03,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T13:47:03,278 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T13:47:03,383 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:47:03,383 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:47:03,384 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0ac5ae04350c:42479 this server is in the failed servers list 2024-11-14T13:47:03,384 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:47:03,384 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:47:03,384 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:47:03,593 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:47:03,593 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:47:03,594 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0ac5ae04350c:42479 this server is in the failed servers list 2024-11-14T13:47:03,594 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:47:03,594 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:47:03,594 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:47:03,903 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:47:03,903 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:47:03,903 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0ac5ae04350c:42479 this server is in the failed servers list 2024-11-14T13:47:03,904 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:47:03,904 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:47:03,904 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:47:04,414 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:47:04,414 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:47:04,414 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0ac5ae04350c:42479 this server is in the failed servers list 2024-11-14T13:47:04,415 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:47:04,415 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:47:04,415 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:47:05,215 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0ac5ae04350c:44751 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-14T13:47:05,424 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:47:05,424 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:47:05,425 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:42479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:47:05,426 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0ac5ae04350c,42479,1731591892037 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2152 ms java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T13:47:05,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:47:05,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T13:47:05,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:47:05,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:42479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:47:07,434 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:47:07,434 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:47:07,435 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:42479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:47:07,435 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0ac5ae04350c,42479,1731591892037 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4161 ms java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T13:47:07,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:47:07,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T13:47:07,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:47:07,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:42479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:47:11,444 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:47:11,444 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:47:11,445 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:42479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:47:11,446 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0ac5ae04350c,42479,1731591892037 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8172 ms java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T13:47:11,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:47:11,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T13:47:11,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:47:11,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:42479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:47:16,902 WARN [RS:0;0ac5ae04350c:34717 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 0ac5ae04350c,42479,1731591892037: status=Processing ServerCrashProcedure of 0ac5ae04350c,42479,1731591892037 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731591903189, completionTime=-1 appears to have been leaked 2024-11-14T13:47:16,902 WARN [RS:0;0ac5ae04350c:34717 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 0ac5ae04350c,42479,1731591892037: status=Processing ServerCrashProcedure of 0ac5ae04350c,42479,1731591892037 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1731591963223, completionTime=-1 appears to have been leaked 2024-11-14T13:47:19,778 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T13:47:21,463 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:47:21,463 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:47:21,464 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:42479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:47:21,465 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0ac5ae04350c,42479,1731591892037 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18191 ms java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T13:47:21,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:47:21,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T13:47:21,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:47:21,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:42479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:47:31,564 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:47:31,564 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:47:31,565 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:42479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:47:31,565 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0ac5ae04350c,42479,1731591892037 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28291 ms java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T13:47:31,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:47:31,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T13:47:31,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:47:31,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:42479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:47:41,614 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:47:41,614 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:47:41,615 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:42479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:47:41,616 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0ac5ae04350c,42479,1731591892037 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38342 ms java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T13:47:41,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:47:41,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T13:47:41,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:47:41,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:42479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:47:49,778 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T13:47:51,713 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:47:51,713 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:47:51,715 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:42479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:47:51,715 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 0ac5ae04350c,42479,1731591892037 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48441 ms java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T13:47:51,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:47:51,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T13:47:51,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:47:51,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:42479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:48:03,273 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:48:03,273 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:48:03,274 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:42479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:48:03,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(162): The future is already done, canceled=false, give up retrying 2024-11-14T13:48:03,274 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-14T13:47:03.275Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:47:03.384Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:47:03.594Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:47:03.904Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:47:04.415Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:47:05.426Z, java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:47:07.435Z, java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:47:11.446Z, java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:47:21.465Z, java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:47:31.566Z, java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:47:41.616Z, java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:47:51.716Z, java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.resetCallTimeout(AsyncRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:83) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-14T13:48:03,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:42479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:48:03,275 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:48:03,275 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T13:48:03,275 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T13:48:03,275 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T13:48:03,275 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T13:48:03,276 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T13:48:03,276 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T13:48:03,276 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T13:48:03,276 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T13:48:03,278 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T13:48:03,279 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T13:48:03,279 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T13:48:03,279 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T13:48:03,279 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T13:48:03,280 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T13:48:03,280 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:48:03,280 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 2024-11-14T13:48:03,280 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 2024-11-14T13:48:03,280 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T13:48:03,280 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:03,280 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:03,280 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-14T13:48:03,281 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:03,281 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=0ac5ae04350c,42479,1731591892037, table=hbase:meta, region=1588230740 2024-11-14T13:48:03,281 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0ac5ae04350c,42479,1731591892037, state=OPEN 2024-11-14T13:48:03,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:48:03,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:48:03,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:48:03,283 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:48:03,283 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:48:03,283 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:48:03,284 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731592113284 2024-11-14T13:48:03,284 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T13:48:03,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T13:48:03,285 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T13:48:03,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(357): Not trying to connect to 0ac5ae04350c:42479 this server is in the failed servers list 2024-11-14T13:48:03,285 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:48:03,285 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:48:03,285 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:48:03,286 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T13:48:03,287 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T13:48:03,393 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:48:03,393 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1] 2024-11-14T13:48:03,394 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0ac5ae04350c:42479 this server is in the failed servers list 2024-11-14T13:48:03,394 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:48:03,394 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:48:03,394 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:48:03,437 DEBUG [0ac5ae04350c:44751 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T13:48:03,438 DEBUG [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(204): Hosts are {0ac5ae04350c=0} racks are {/default-rack=0} 2024-11-14T13:48:03,438 DEBUG [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T13:48:03,438 DEBUG [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T13:48:03,438 DEBUG [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T13:48:03,438 DEBUG [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T13:48:03,438 INFO [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T13:48:03,438 INFO [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T13:48:03,438 DEBUG [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T13:48:03,439 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:03,440 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0ac5ae04350c,37809,1731591891976, state=OPENING 2024-11-14T13:48:03,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:48:03,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:48:03,442 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T13:48:03,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:48:03,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:48:03,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:48:03,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0ac5ae04350c,37809,1731591891976}] 2024-11-14T13:48:03,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:48:03,485 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=0ac5ae04350c,37809,1731591891976, timeout=1731592083595, delay=109, operations=[pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0ac5ae04350c,37809,1731591891976]] 2024-11-14T13:48:03,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44351, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T13:48:03,602 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T13:48:03,603 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T13:48:03,603 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:48:03,603 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37809,1731591891976, seqNum=-1] 2024-11-14T13:48:03,603 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T13:48:03,603 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T13:48:03,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38213, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T13:48:03,605 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0ac5ae04350c%2C37809%2C1731591891976.meta, suffix=.meta, logDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,37809,1731591891976, archiveDir=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/oldWALs, maxLogs=32 2024-11-14T13:48:03,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37809 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Scan size: 121 connection: 172.17.0.3:38213 deadline: 1731592143286, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:03,628 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,37809,1731591891976/0ac5ae04350c%2C37809%2C1731591891976.meta.1731592083606.meta, exclude list is [], retry=0 2024-11-14T13:48:03,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36857,DS-c9c87679-cda6-4173-9431-a5e6149c16b4,DISK] 2024-11-14T13:48:03,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45009,DS-2018149d-b937-4ade-9ae7-0097a8bbd588,DISK] 2024-11-14T13:48:03,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37809,1731591891976, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37809,1731591891976, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 0ac5ae04350c,37809,1731591891976 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T13:48:03,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37809,1731591891976, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 0ac5ae04350c,37809,1731591891976 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T13:48:03,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37809,1731591891976, seqNum=-1 from cache 2024-11-14T13:48:03,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43933,DS-8b5c5423-d1e6-4eca-b00c-c96a854818fe,DISK] 2024-11-14T13:48:03,669 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,37809,1731591891976/0ac5ae04350c%2C37809%2C1731591891976.meta.1731592083606.meta 2024-11-14T13:48:03,671 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34733:34733),(127.0.0.1/127.0.0.1:44075:44075),(127.0.0.1/127.0.0.1:42689:42689)] 2024-11-14T13:48:03,672 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T13:48:03,672 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T13:48:03,672 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T13:48:03,673 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T13:48:03,673 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T13:48:03,673 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:48:03,673 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T13:48:03,673 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T13:48:03,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T13:48:03,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T13:48:03,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:03,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:48:03,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T13:48:03,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T13:48:03,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:03,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:48:03,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T13:48:03,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T13:48:03,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:03,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:48:03,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T13:48:03,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T13:48:03,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:03,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:48:03,685 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T13:48:03,686 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740 2024-11-14T13:48:03,692 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740 2024-11-14T13:48:03,694 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-14T13:48:03,714 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-14T13:48:03,719 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-14T13:48:03,823 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/.tmp/info/57b01dd9f2af4b46ad9b44aa02c04754 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73./info:regioninfo/1731591897442/Put/seqid=0 2024-11-14T13:48:03,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741866_1042 (size=58053) 2024-11-14T13:48:03,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741866_1042 (size=58053) 2024-11-14T13:48:03,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741866_1042 (size=58053) 2024-11-14T13:48:03,913 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/.tmp/info/57b01dd9f2af4b46ad9b44aa02c04754 2024-11-14T13:48:03,954 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:48:03,954 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37809,1731591891976, seqNum=-1] 2024-11-14T13:48:03,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37809 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Scan size: 121 connection: 172.17.0.3:38213 deadline: 1731592143287, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:03,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37809,1731591891976, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37809,1731591891976, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 0ac5ae04350c,37809,1731591891976 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T13:48:03,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37809,1731591891976, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 0ac5ae04350c,37809,1731591891976 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T13:48:03,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37809,1731591891976, seqNum=-1 from cache 2024-11-14T13:48:04,095 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/.tmp/ns/1dd9c4139b8b45afb7ec8cdec04c34c9 is 43, key is default/ns:d/1731591895062/Put/seqid=0 2024-11-14T13:48:04,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741867_1043 (size=5153) 2024-11-14T13:48:04,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741867_1043 (size=5153) 2024-11-14T13:48:04,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741867_1043 (size=5153) 2024-11-14T13:48:04,181 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/.tmp/ns/1dd9c4139b8b45afb7ec8cdec04c34c9 2024-11-14T13:48:04,266 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/.tmp/table/cc7e7724871e4be187818166cacbdd5e is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731591897786/Put/seqid=0 2024-11-14T13:48:04,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741868_1044 (size=5620) 2024-11-14T13:48:04,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741868_1044 (size=5620) 2024-11-14T13:48:04,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741868_1044 (size=5620) 2024-11-14T13:48:04,348 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/.tmp/table/cc7e7724871e4be187818166cacbdd5e 2024-11-14T13:48:04,413 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/.tmp/info/57b01dd9f2af4b46ad9b44aa02c04754 as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/info/57b01dd9f2af4b46ad9b44aa02c04754 2024-11-14T13:48:04,444 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/info/57b01dd9f2af4b46ad9b44aa02c04754, entries=260, sequenceid=60, filesize=56.7 K 2024-11-14T13:48:04,450 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/.tmp/ns/1dd9c4139b8b45afb7ec8cdec04c34c9 as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/ns/1dd9c4139b8b45afb7ec8cdec04c34c9 2024-11-14T13:48:04,470 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/ns/1dd9c4139b8b45afb7ec8cdec04c34c9, entries=2, sequenceid=60, filesize=5.0 K 2024-11-14T13:48:04,474 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:48:04,474 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37809,1731591891976, seqNum=-1] 2024-11-14T13:48:04,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37809 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Scan size: 121 connection: 172.17.0.3:38213 deadline: 1731592143287, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:04,478 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/.tmp/table/cc7e7724871e4be187818166cacbdd5e as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/table/cc7e7724871e4be187818166cacbdd5e 2024-11-14T13:48:04,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37809,1731591891976, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37809,1731591891976, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 0ac5ae04350c,37809,1731591891976 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T13:48:04,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37809,1731591891976, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 0ac5ae04350c,37809,1731591891976 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T13:48:04,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37809,1731591891976, seqNum=-1 from cache 2024-11-14T13:48:04,494 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/table/cc7e7724871e4be187818166cacbdd5e, entries=2, sequenceid=60, filesize=5.5 K 2024-11-14T13:48:04,500 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 780ms, sequenceid=60, compaction requested=false; wal=null 2024-11-14T13:48:04,505 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-14T13:48:04,515 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T13:48:04,515 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T13:48:04,517 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T13:48:04,521 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T13:48:04,526 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-14T13:48:04,532 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68064106, jitterRate=0.014234215021133423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T13:48:04,532 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T13:48:04,532 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731592083673Writing region info on filesystem at 1731592083673Initializing all the Stores at 1731592083675 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731592083675Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731592083675Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731592083675Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731592083675Obtaining lock to block concurrent updates at 1731592083719 (+44 ms)Preparing flush snapshotting stores in 1588230740 at 1731592083719Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731592083723 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731592083723Flushing 1588230740/info: creating writer at 1731592083728 (+5 ms)Flushing 1588230740/info: appending metadata at 1731592083812 (+84 ms)Flushing 1588230740/info: closing flushed file at 1731592083817 (+5 ms)Flushing 1588230740/ns: creating writer at 1731592084028 (+211 ms)Flushing 1588230740/ns: appending metadata at 1731592084092 (+64 ms)Flushing 1588230740/ns: closing flushed file at 1731592084092Flushing 1588230740/table: creating writer at 1731592084220 (+128 ms)Flushing 1588230740/table: appending metadata at 1731592084264 (+44 ms)Flushing 1588230740/table: closing flushed file at 1731592084264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@93d0f63: reopening flushed file at 1731592084409 (+145 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b7b8d6a: reopening flushed file at 1731592084446 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c4eb3c7: reopening flushed file at 1731592084470 (+24 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 780ms, sequenceid=60, compaction requested=false; wal=null at 1731592084500 (+30 ms)Cleaning up temporary data from old regions at 1731592084515 (+15 ms)Running coprocessor post-open hooks at 1731592084532 (+17 ms)Region opened successfully at 1731592084532 2024-11-14T13:48:04,544 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731592083596 2024-11-14T13:48:04,563 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T13:48:04,563 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T13:48:04,570 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:04,581 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0ac5ae04350c,37809,1731591891976, state=OPEN 2024-11-14T13:48:04,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:48:04,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:48:04,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:48:04,593 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:04,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:48:04,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:48:04,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:48:04,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-14T13:48:04,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0ac5ae04350c,37809,1731591891976 in 1.1510 sec 2024-11-14T13:48:04,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-14T13:48:04,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.3210 sec 2024-11-14T13:48:05,493 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:48:05,493 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37809,1731591891976, seqNum=-1] 2024-11-14T13:48:05,533 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=55129eae3366575c49846458a07e88db, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:05,534 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e349ba750943230c686f53a5d7c4cf73, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:05,534 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a3e68e22d1a2581823bccc541c6fda4d, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:05,534 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=efae7949a6359791c3db0df8de82361a, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:05,534 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=024f37fac0a80c9b20e1a7d1293927db, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:05,534 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=64d4fdcd7e1cbe0a52a09cc66d3447ac, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:05,535 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6e260627be95c590b0679ed490c67a68, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:05,535 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3261f473cffad4ef1c31b46b14007911, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:05,535 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3436e040854594ad7151ca29debdeea0, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:05,535 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=48103f4ab2965bcdd68ba330f84405f5, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:05,535 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0b646648b9a14eab8eb7fb7fb1442ce1, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:05,535 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=08cc34534acffcb4ccab364d512de117, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:05,535 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c9082c79276e45d157be1e9be294818d, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:05,536 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c9d94c4d485cc76ddd0d1cbe687eaf1, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:05,536 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1fec0ac3005466e4d280ae9aa46777a4, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:05,536 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eff06afbab034c0c57e88e72996f4293, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:05,536 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f2fcbfab2fb472a104518a56d7eba188, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:05,536 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb3f166e3ca9fee8309c6113030e4acd, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:05,536 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=527f40c43963357312bf7bb8dfad3b84, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:05,537 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=744fa47c33876f935d9d497dd36f3aa8, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:05,537 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ba411c881b7dc54f31069b8394ae9c0, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:05,537 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=69bb46e01f9a17d89d58cd1c0b2b234a, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:05,537 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=427c5a64170cff05d073a7eab192003b, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:05,537 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8faee68b0b3a3e07fb6545d50e2e99dd, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:05,537 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=916a438220ef69061b47176e62698307, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:05,537 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=318889161ac1d5e8095715d201c363cb, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:05,538 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-14T13:48:05,538 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731592145538 2024-11-14T13:48:05,538 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731592205538 2024-11-14T13:48:05,539 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 2.2530 sec 2024-11-14T13:48:05,540 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 0ac5ae04350c,42479,1731591892037 had 9 regions 2024-11-14T13:48:05,540 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T13:48:05,540 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:48:05,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T13:48:05,540 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T13:48:05,789 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:48:05,790 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T13:48:05,790 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T13:48:05,790 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T13:48:05,790 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T13:48:05,790 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T13:48:05,790 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T13:48:05,790 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T13:48:05,791 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T13:48:05,792 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T13:48:05,796 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T13:48:05,796 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T13:48:05,796 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T13:48:05,796 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T13:48:05,796 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T13:48:05,796 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T13:48:05,797 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T13:48:05,798 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:48:05,798 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 2024-11-14T13:48:05,798 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 2024-11-14T13:48:05,798 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T13:48:05,798 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:05,798 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T13:48:05,799 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:05,799 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:05,799 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:05,799 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0ac5ae04350c,37809,1731591891976 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:05,799 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-14T13:48:05,800 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=61 2024-11-14T13:48:05,800 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=0ac5ae04350c,37809,1731591891976, table=hbase:meta, region=1588230740 2024-11-14T13:48:05,800 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0ac5ae04350c,37809,1731591891976, state=OPEN 2024-11-14T13:48:05,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:48:05,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:48:05,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:48:05,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:48:05,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:48:05,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:48:05,806 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731592115806 2024-11-14T13:48:05,806 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T13:48:05,817 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=55129eae3366575c49846458a07e88db, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:05,817 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e349ba750943230c686f53a5d7c4cf73, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:05,817 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a3e68e22d1a2581823bccc541c6fda4d, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:05,817 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=efae7949a6359791c3db0df8de82361a, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:05,817 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=024f37fac0a80c9b20e1a7d1293927db, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:05,818 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=64d4fdcd7e1cbe0a52a09cc66d3447ac, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:05,818 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6e260627be95c590b0679ed490c67a68, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:05,818 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3261f473cffad4ef1c31b46b14007911, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:05,818 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3436e040854594ad7151ca29debdeea0, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:05,818 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=48103f4ab2965bcdd68ba330f84405f5, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:05,818 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0b646648b9a14eab8eb7fb7fb1442ce1, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:05,818 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=08cc34534acffcb4ccab364d512de117, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:05,819 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c9082c79276e45d157be1e9be294818d, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:05,819 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c9d94c4d485cc76ddd0d1cbe687eaf1, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:05,819 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1fec0ac3005466e4d280ae9aa46777a4, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:05,819 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eff06afbab034c0c57e88e72996f4293, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:05,819 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f2fcbfab2fb472a104518a56d7eba188, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:05,819 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb3f166e3ca9fee8309c6113030e4acd, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:05,819 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=527f40c43963357312bf7bb8dfad3b84, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:05,820 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=744fa47c33876f935d9d497dd36f3aa8, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:05,820 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ba411c881b7dc54f31069b8394ae9c0, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:05,820 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=69bb46e01f9a17d89d58cd1c0b2b234a, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:05,820 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=427c5a64170cff05d073a7eab192003b, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:05,820 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8faee68b0b3a3e07fb6545d50e2e99dd, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:05,821 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=916a438220ef69061b47176e62698307, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:05,821 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=318889161ac1d5e8095715d201c363cb, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:05,821 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-14T13:48:05,821 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731592145821 2024-11-14T13:48:05,821 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731592205821 2024-11-14T13:48:05,821 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 14 msec 2024-11-14T13:48:05,821 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 0ac5ae04350c,42479,1731591892037 had 8 regions 2024-11-14T13:48:05,822 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T13:48:05,829 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true, isMeta: false 2024-11-14T13:48:05,847 INFO [PEWorker-1 {}] master.SplitWALManager(105): 0ac5ae04350c,42479,1731591892037 WAL count=1, meta=false 2024-11-14T13:48:05,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42479%2C1731591892037.1731591894072}] 2024-11-14T13:48:05,847 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T13:48:05,847 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:48:05,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T13:48:05,848 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T13:48:06,071 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:48:06,071 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T13:48:06,072 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T13:48:06,072 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T13:48:06,072 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T13:48:06,072 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T13:48:06,072 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T13:48:06,072 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T13:48:06,073 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T13:48:06,077 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-14T13:48:06,079 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T13:48:06,079 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T13:48:06,080 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T13:48:06,080 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T13:48:06,080 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T13:48:06,080 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T13:48:06,081 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T13:48:06,082 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:48:06,082 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 2024-11-14T13:48:06,082 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 2024-11-14T13:48:06,082 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T13:48:06,082 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:06,082 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T13:48:06,082 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:06,082 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:06,082 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:06,082 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0ac5ae04350c,37809,1731591891976 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:06,082 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-14T13:48:06,086 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=61 2024-11-14T13:48:06,086 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=0ac5ae04350c,37809,1731591891976, table=hbase:meta, region=1588230740 2024-11-14T13:48:06,087 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0ac5ae04350c,37809,1731591891976, state=OPEN 2024-11-14T13:48:06,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:48:06,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:48:06,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:48:06,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:48:06,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:48:06,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:48:06,120 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731592116120 2024-11-14T13:48:06,121 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T13:48:06,138 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=55129eae3366575c49846458a07e88db, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:06,138 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e349ba750943230c686f53a5d7c4cf73, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:06,138 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a3e68e22d1a2581823bccc541c6fda4d, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:06,138 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=efae7949a6359791c3db0df8de82361a, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:06,139 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=024f37fac0a80c9b20e1a7d1293927db, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:06,139 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=64d4fdcd7e1cbe0a52a09cc66d3447ac, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:06,139 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6e260627be95c590b0679ed490c67a68, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:06,139 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3261f473cffad4ef1c31b46b14007911, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:06,139 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3436e040854594ad7151ca29debdeea0, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:06,139 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=48103f4ab2965bcdd68ba330f84405f5, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:06,139 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0b646648b9a14eab8eb7fb7fb1442ce1, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:06,140 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=08cc34534acffcb4ccab364d512de117, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:06,140 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c9082c79276e45d157be1e9be294818d, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:06,140 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c9d94c4d485cc76ddd0d1cbe687eaf1, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:06,140 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1fec0ac3005466e4d280ae9aa46777a4, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:06,140 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eff06afbab034c0c57e88e72996f4293, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:06,140 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f2fcbfab2fb472a104518a56d7eba188, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:06,140 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb3f166e3ca9fee8309c6113030e4acd, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:06,141 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=527f40c43963357312bf7bb8dfad3b84, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:06,141 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=744fa47c33876f935d9d497dd36f3aa8, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:06,141 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ba411c881b7dc54f31069b8394ae9c0, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:06,141 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=69bb46e01f9a17d89d58cd1c0b2b234a, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:06,141 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=427c5a64170cff05d073a7eab192003b, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:06,141 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8faee68b0b3a3e07fb6545d50e2e99dd, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:06,141 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=916a438220ef69061b47176e62698307, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:06,141 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=318889161ac1d5e8095715d201c363cb, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:06,142 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-14T13:48:06,142 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731592146142 2024-11-14T13:48:06,142 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731592206142 2024-11-14T13:48:06,142 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec 2024-11-14T13:48:06,142 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true, isMeta: false 2024-11-14T13:48:06,160 INFO [PEWorker-1 {}] master.SplitWALManager(105): 0ac5ae04350c,42479,1731591892037 WAL count=1, meta=false 2024-11-14T13:48:06,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42479%2C1731591892037.1731591894072}] 2024-11-14T13:48:06,160 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T13:48:06,177 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:06,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42479%2C1731591892037.1731591894072, worker=0ac5ae04350c,37809,1731591891976}] 2024-11-14T13:48:06,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-14T13:48:06,390 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting/0ac5ae04350c%2C42479%2C1731591892037.1731591894072, size=290.7 K (297712bytes) 2024-11-14T13:48:06,390 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting/0ac5ae04350c%2C42479%2C1731591892037.1731591894072 2024-11-14T13:48:06,391 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting/0ac5ae04350c%2C42479%2C1731591892037.1731591894072 after 1ms 2024-11-14T13:48:06,405 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting/0ac5ae04350c%2C42479%2C1731591892037.1731591894072 took 16ms 2024-11-14T13:48:06,437 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 527f40c43963357312bf7bb8dfad3b84: last_flushed_sequence_id: 18446744073709551615 2024-11-14T13:48:06,446 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for eff06afbab034c0c57e88e72996f4293: last_flushed_sequence_id: 18446744073709551615 2024-11-14T13:48:06,449 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 55129eae3366575c49846458a07e88db: last_flushed_sequence_id: 18446744073709551615 2024-11-14T13:48:06,458 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 08cc34534acffcb4ccab364d512de117: last_flushed_sequence_id: 18446744073709551615 2024-11-14T13:48:06,467 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 427c5a64170cff05d073a7eab192003b: last_flushed_sequence_id: 18446744073709551615 2024-11-14T13:48:06,481 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 64d4fdcd7e1cbe0a52a09cc66d3447ac: last_flushed_sequence_id: 18446744073709551615 2024-11-14T13:48:06,493 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 916a438220ef69061b47176e62698307: last_flushed_sequence_id: 18446744073709551615 2024-11-14T13:48:06,498 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 3436e040854594ad7151ca29debdeea0: last_flushed_sequence_id: 18446744073709551615 2024-11-14T13:48:06,521 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp 2024-11-14T13:48:06,525 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp 2024-11-14T13:48:06,525 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp 2024-11-14T13:48:06,532 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting/0ac5ae04350c%2C42479%2C1731591892037.1731591894072 so closing down 2024-11-14T13:48:06,532 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T13:48:06,559 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/55129eae3366575c49846458a07e88db/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp 2024-11-14T13:48:06,560 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/64d4fdcd7e1cbe0a52a09cc66d3447ac/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp 2024-11-14T13:48:06,565 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3436e040854594ad7151ca29debdeea0/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp 2024-11-14T13:48:06,575 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp 2024-11-14T13:48:06,575 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp 2024-11-14T13:48:06,585 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/427c5a64170cff05d073a7eab192003b/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp 2024-11-14T13:48:06,589 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08cc34534acffcb4ccab364d512de117/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp 2024-11-14T13:48:06,598 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp 2024-11-14T13:48:06,617 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/527f40c43963357312bf7bb8dfad3b84/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp 2024-11-14T13:48:06,624 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp 2024-11-14T13:48:06,629 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp 2024-11-14T13:48:06,647 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/916a438220ef69061b47176e62698307/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp 2024-11-14T13:48:06,651 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eff06afbab034c0c57e88e72996f4293/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp 2024-11-14T13:48:06,653 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T13:48:06,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741869_1045 (size=36767) 2024-11-14T13:48:06,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741869_1045 (size=36767) 2024-11-14T13:48:06,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741869_1045 (size=36767) 2024-11-14T13:48:06,703 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/527f40c43963357312bf7bb8dfad3b84/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T13:48:06,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741870_1046 (size=36767) 2024-11-14T13:48:06,709 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/527f40c43963357312bf7bb8dfad3b84/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp to hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/527f40c43963357312bf7bb8dfad3b84/recovered.edits/0000000000000000004 2024-11-14T13:48:06,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741870_1046 (size=36767) 2024-11-14T13:48:06,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741871_1047 (size=36767) 2024-11-14T13:48:06,714 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3436e040854594ad7151ca29debdeea0/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-14T13:48:06,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741871_1047 (size=36767) 2024-11-14T13:48:06,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741870_1046 (size=36767) 2024-11-14T13:48:06,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741871_1047 (size=36767) 2024-11-14T13:48:06,719 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3436e040854594ad7151ca29debdeea0/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp to hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3436e040854594ad7151ca29debdeea0/recovered.edits/0000000000000000004 2024-11-14T13:48:06,721 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/427c5a64170cff05d073a7eab192003b/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T13:48:06,728 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/427c5a64170cff05d073a7eab192003b/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp to hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/427c5a64170cff05d073a7eab192003b/recovered.edits/0000000000000000004 2024-11-14T13:48:06,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741872_1048 (size=36767) 2024-11-14T13:48:06,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741872_1048 (size=36767) 2024-11-14T13:48:06,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741873_1049 (size=36767) 2024-11-14T13:48:06,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741873_1049 (size=36767) 2024-11-14T13:48:06,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741873_1049 (size=36767) 2024-11-14T13:48:06,748 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/916a438220ef69061b47176e62698307/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T13:48:06,749 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08cc34534acffcb4ccab364d512de117/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T13:48:06,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741872_1048 (size=36767) 2024-11-14T13:48:06,751 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/916a438220ef69061b47176e62698307/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp to hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/916a438220ef69061b47176e62698307/recovered.edits/0000000000000000004 2024-11-14T13:48:06,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08cc34534acffcb4ccab364d512de117/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp to hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08cc34534acffcb4ccab364d512de117/recovered.edits/0000000000000000004 2024-11-14T13:48:06,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741874_1050 (size=36767) 2024-11-14T13:48:06,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741874_1050 (size=36767) 2024-11-14T13:48:06,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741874_1050 (size=36767) 2024-11-14T13:48:06,775 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/55129eae3366575c49846458a07e88db/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-14T13:48:06,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741875_1051 (size=36767) 2024-11-14T13:48:06,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741876_1052 (size=36767) 2024-11-14T13:48:06,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741875_1051 (size=36767) 2024-11-14T13:48:06,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741876_1052 (size=36767) 2024-11-14T13:48:06,793 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eff06afbab034c0c57e88e72996f4293/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T13:48:06,793 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/55129eae3366575c49846458a07e88db/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp to hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/55129eae3366575c49846458a07e88db/recovered.edits/0000000000000000004 2024-11-14T13:48:06,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741876_1052 (size=36767) 2024-11-14T13:48:06,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741875_1051 (size=36767) 2024-11-14T13:48:06,796 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/64d4fdcd7e1cbe0a52a09cc66d3447ac/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp (wrote 1 edits, skipped 0 edits in 2 ms) 2024-11-14T13:48:06,799 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eff06afbab034c0c57e88e72996f4293/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp to hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eff06afbab034c0c57e88e72996f4293/recovered.edits/0000000000000000004 2024-11-14T13:48:06,800 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/64d4fdcd7e1cbe0a52a09cc66d3447ac/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp to hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/64d4fdcd7e1cbe0a52a09cc66d3447ac/recovered.edits/0000000000000000004 2024-11-14T13:48:06,800 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 16 edits across 8 Regions in 386 ms; skipped=8; WAL=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting/0ac5ae04350c%2C42479%2C1731591892037.1731591894072, size=290.7 K, length=297712, corrupted=false, cancelled=false 2024-11-14T13:48:06,801 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting/0ac5ae04350c%2C42479%2C1731591892037.1731591894072, journal: Splitting hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting/0ac5ae04350c%2C42479%2C1731591892037.1731591894072, size=290.7 K (297712bytes) at 1731592086390Finishing writing output for hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting/0ac5ae04350c%2C42479%2C1731591892037.1731591894072 so closing down at 1731592086532 (+142 ms)Creating recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/55129eae3366575c49846458a07e88db/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp at 1731592086559 (+27 ms)Creating recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/64d4fdcd7e1cbe0a52a09cc66d3447ac/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp at 1731592086561 (+2 ms)Creating recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3436e040854594ad7151ca29debdeea0/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp at 1731592086565 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/427c5a64170cff05d073a7eab192003b/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp at 1731592086585 (+20 ms)Creating recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08cc34534acffcb4ccab364d512de117/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp at 1731592086589 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/527f40c43963357312bf7bb8dfad3b84/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp at 1731592086617 (+28 ms)Creating recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/916a438220ef69061b47176e62698307/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp at 1731592086647 (+30 ms)Creating recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eff06afbab034c0c57e88e72996f4293/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp at 1731592086651 (+4 ms)3 split writer threads finished at 1731592086653 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/527f40c43963357312bf7bb8dfad3b84/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731592086704 (+51 ms)Rename recovered edits hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/527f40c43963357312bf7bb8dfad3b84/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp to hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/527f40c43963357312bf7bb8dfad3b84/recovered.edits/0000000000000000004 at 1731592086709 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3436e040854594ad7151ca29debdeea0/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731592086714 (+5 ms)Rename recovered edits hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3436e040854594ad7151ca29debdeea0/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp to hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3436e040854594ad7151ca29debdeea0/recovered.edits/0000000000000000004 at 1731592086719 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/427c5a64170cff05d073a7eab192003b/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731592086721 (+2 ms)Rename recovered edits hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/427c5a64170cff05d073a7eab192003b/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp to hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/427c5a64170cff05d073a7eab192003b/recovered.edits/0000000000000000004 at 1731592086728 (+7 ms)Closed recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/916a438220ef69061b47176e62698307/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731592086748 (+20 ms)Closed recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08cc34534acffcb4ccab364d512de117/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731592086749 (+1 ms)Rename recovered edits hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/916a438220ef69061b47176e62698307/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp to hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/916a438220ef69061b47176e62698307/recovered.edits/0000000000000000004 at 1731592086751 (+2 ms)Rename recovered edits hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08cc34534acffcb4ccab364d512de117/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp to hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08cc34534acffcb4ccab364d512de117/recovered.edits/0000000000000000004 at 1731592086752 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/55129eae3366575c49846458a07e88db/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731592086775 (+23 ms)Closed recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eff06afbab034c0c57e88e72996f4293/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731592086793 (+18 ms)Rename recovered edits hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/55129eae3366575c49846458a07e88db/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp to hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/55129eae3366575c49846458a07e88db/recovered.edits/0000000000000000004 at 1731592086793Closed recovered edits writer path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/64d4fdcd7e1cbe0a52a09cc66d3447ac/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp (wrote 1 edits, skipped 0 edits in 2 ms) at 1731592086796 (+3 ms)Rename recovered edits hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eff06afbab034c0c57e88e72996f4293/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp to hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eff06afbab034c0c57e88e72996f4293/recovered.edits/0000000000000000004 at 1731592086799 (+3 ms)Rename recovered edits hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/64d4fdcd7e1cbe0a52a09cc66d3447ac/recovered.edits/0000000000000000004-0ac5ae04350c%2C42479%2C1731591892037.1731591894072.temp to hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/64d4fdcd7e1cbe0a52a09cc66d3447ac/recovered.edits/0000000000000000004 at 1731592086800 (+1 ms)Processed 16 edits across 8 Regions in 386 ms; skipped=8; WAL=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting/0ac5ae04350c%2C42479%2C1731591892037.1731591894072, size=290.7 K, length=297712, corrupted=false, cancelled=false at 1731592086800 2024-11-14T13:48:06,801 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting/0ac5ae04350c%2C42479%2C1731591892037.1731591894072 2024-11-14T13:48:06,801 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-14T13:48:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-14T13:48:06,821 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting/0ac5ae04350c%2C42479%2C1731591892037.1731591894072 to hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/oldWALs 2024-11-14T13:48:06,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-14T13:48:06,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42479%2C1731591892037.1731591894072, worker=0ac5ae04350c,37809,1731591891976 in 632 msec 2024-11-14T13:48:06,843 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:06,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-14T13:48:06,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42479%2C1731591892037.1731591894072, worker=0ac5ae04350c,37809,1731591891976 in 683 msec 2024-11-14T13:48:06,847 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting dir is empty, no logs to split. 2024-11-14T13:48:06,847 INFO [PEWorker-1 {}] master.SplitWALManager(105): 0ac5ae04350c,42479,1731591892037 WAL count=0, meta=false 2024-11-14T13:48:06,848 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 0ac5ae04350c,42479,1731591892037 WAL splitting is done? wals=0, meta=false 2024-11-14T13:48:06,848 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T13:48:06,848 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:48:06,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T13:48:06,849 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T13:48:06,892 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:48:06,892 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T13:48:06,892 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T13:48:06,892 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T13:48:06,893 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T13:48:06,893 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T13:48:06,893 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T13:48:06,893 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T13:48:06,894 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T13:48:06,895 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T13:48:06,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T13:48:06,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T13:48:06,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T13:48:06,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T13:48:06,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T13:48:06,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T13:48:06,898 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T13:48:06,898 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T13:48:06,899 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T13:48:06,900 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:48:06,900 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 2024-11-14T13:48:06,900 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 2024-11-14T13:48:06,900 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T13:48:06,900 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:06,900 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42479%2C1731591892037.1731591894072, worker=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:06,901 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42479%2C1731591892037.1731591894072, worker=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:06,901 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T13:48:06,901 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:06,901 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:06,901 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:06,901 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0ac5ae04350c,37809,1731591891976 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:06,901 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42479%2C1731591892037.1731591894072, worker=0ac5ae04350c,37809,1731591891976 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:06,901 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42479%2C1731591892037.1731591894072, worker=0ac5ae04350c,37809,1731591891976 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:06,901 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-14T13:48:06,902 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=61 2024-11-14T13:48:06,903 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=0ac5ae04350c,37809,1731591891976, table=hbase:meta, region=1588230740 2024-11-14T13:48:06,903 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0ac5ae04350c,37809,1731591891976, state=OPEN 2024-11-14T13:48:06,903 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44751 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T13:48:06,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:48:06,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:48:06,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:48:06,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:48:06,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:48:06,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:48:06,909 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731592116909 2024-11-14T13:48:06,909 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T13:48:06,924 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=55129eae3366575c49846458a07e88db, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:06,924 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e349ba750943230c686f53a5d7c4cf73, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:06,924 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a3e68e22d1a2581823bccc541c6fda4d, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:06,924 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=efae7949a6359791c3db0df8de82361a, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:06,925 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=024f37fac0a80c9b20e1a7d1293927db, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:06,925 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=64d4fdcd7e1cbe0a52a09cc66d3447ac, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:06,925 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6e260627be95c590b0679ed490c67a68, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:06,925 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3261f473cffad4ef1c31b46b14007911, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:06,925 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3436e040854594ad7151ca29debdeea0, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:06,925 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=48103f4ab2965bcdd68ba330f84405f5, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:06,925 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0b646648b9a14eab8eb7fb7fb1442ce1, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:06,926 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=08cc34534acffcb4ccab364d512de117, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:06,926 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c9082c79276e45d157be1e9be294818d, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:06,926 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c9d94c4d485cc76ddd0d1cbe687eaf1, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:06,926 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1fec0ac3005466e4d280ae9aa46777a4, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:06,926 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eff06afbab034c0c57e88e72996f4293, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:06,927 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f2fcbfab2fb472a104518a56d7eba188, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:06,927 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb3f166e3ca9fee8309c6113030e4acd, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:06,927 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=527f40c43963357312bf7bb8dfad3b84, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:06,927 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=744fa47c33876f935d9d497dd36f3aa8, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:06,927 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ba411c881b7dc54f31069b8394ae9c0, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:06,927 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=69bb46e01f9a17d89d58cd1c0b2b234a, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:06,928 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=427c5a64170cff05d073a7eab192003b, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:06,928 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8faee68b0b3a3e07fb6545d50e2e99dd, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:06,928 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=916a438220ef69061b47176e62698307, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:06,928 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=318889161ac1d5e8095715d201c363cb, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:06,928 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-14T13:48:06,928 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731592146928 2024-11-14T13:48:06,928 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731592206928 2024-11-14T13:48:06,928 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 18 msec 2024-11-14T13:48:06,933 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server 0ac5ae04350c,42479,1731591892037 does not exist 2024-11-14T13:48:06,933 INFO [PEWorker-1 {}] master.SplitWALManager(105): 0ac5ae04350c,42479,1731591892037 WAL count=0, meta=false 2024-11-14T13:48:06,933 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 0ac5ae04350c,42479,1731591892037 WAL splitting is done? wals=0, meta=false 2024-11-14T13:48:06,934 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 0ac5ae04350c,42479,1731591892037 failed, ignore...File hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,42479,1731591892037-splitting does not exist. 2024-11-14T13:48:06,935 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T13:48:06,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=427c5a64170cff05d073a7eab192003b, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=55129eae3366575c49846458a07e88db, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=64d4fdcd7e1cbe0a52a09cc66d3447ac, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=527f40c43963357312bf7bb8dfad3b84, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eff06afbab034c0c57e88e72996f4293, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08cc34534acffcb4ccab364d512de117, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3436e040854594ad7151ca29debdeea0, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=916a438220ef69061b47176e62698307, ASSIGN}] 2024-11-14T13:48:06,941 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T13:48:06,941 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:48:06,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T13:48:06,941 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T13:48:07,178 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:48:07,178 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T13:48:07,179 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T13:48:07,179 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T13:48:07,179 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T13:48:07,179 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T13:48:07,179 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T13:48:07,179 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T13:48:07,179 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T13:48:07,180 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T13:48:07,181 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T13:48:07,181 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T13:48:07,181 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T13:48:07,181 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T13:48:07,181 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T13:48:07,181 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T13:48:07,181 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T13:48:07,182 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T13:48:07,183 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T13:48:07,184 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:48:07,184 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 2024-11-14T13:48:07,184 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 2024-11-14T13:48:07,184 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T13:48:07,184 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:07,184 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42479%2C1731591892037.1731591894072, worker=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:07,184 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42479%2C1731591892037.1731591894072, worker=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:07,184 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T13:48:07,184 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:07,184 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:07,184 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:07,184 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0ac5ae04350c,37809,1731591891976 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:07,184 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42479%2C1731591892037.1731591894072, worker=0ac5ae04350c,37809,1731591891976 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:07,184 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42479%2C1731591892037.1731591894072, worker=0ac5ae04350c,37809,1731591891976 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:07,184 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-14T13:48:07,185 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=61 2024-11-14T13:48:07,185 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=0ac5ae04350c,37809,1731591891976, table=hbase:meta, region=1588230740 2024-11-14T13:48:07,185 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0ac5ae04350c,37809,1731591891976, state=OPEN 2024-11-14T13:48:07,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:48:07,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:48:07,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:48:07,187 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:48:07,187 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:48:07,187 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:48:07,188 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731592117188 2024-11-14T13:48:07,188 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T13:48:07,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=55129eae3366575c49846458a07e88db, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:07,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e349ba750943230c686f53a5d7c4cf73, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:07,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a3e68e22d1a2581823bccc541c6fda4d, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:07,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=efae7949a6359791c3db0df8de82361a, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:07,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=024f37fac0a80c9b20e1a7d1293927db, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:07,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=64d4fdcd7e1cbe0a52a09cc66d3447ac, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:07,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6e260627be95c590b0679ed490c67a68, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:07,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3261f473cffad4ef1c31b46b14007911, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:07,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3436e040854594ad7151ca29debdeea0, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:07,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=48103f4ab2965bcdd68ba330f84405f5, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:07,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0b646648b9a14eab8eb7fb7fb1442ce1, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:07,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=08cc34534acffcb4ccab364d512de117, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:07,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c9082c79276e45d157be1e9be294818d, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:07,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c9d94c4d485cc76ddd0d1cbe687eaf1, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:07,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1fec0ac3005466e4d280ae9aa46777a4, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:07,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eff06afbab034c0c57e88e72996f4293, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:07,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f2fcbfab2fb472a104518a56d7eba188, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:07,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb3f166e3ca9fee8309c6113030e4acd, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:07,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=527f40c43963357312bf7bb8dfad3b84, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:07,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=744fa47c33876f935d9d497dd36f3aa8, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:07,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ba411c881b7dc54f31069b8394ae9c0, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:07,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=69bb46e01f9a17d89d58cd1c0b2b234a, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:07,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=427c5a64170cff05d073a7eab192003b, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:07,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8faee68b0b3a3e07fb6545d50e2e99dd, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:07,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=916a438220ef69061b47176e62698307, regionState=OPEN, lastHost=0ac5ae04350c,42479,1731591892037, regionLocation=0ac5ae04350c,42479,1731591892037, openSeqNum=2 2024-11-14T13:48:07,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=318889161ac1d5e8095715d201c363cb, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:07,194 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-14T13:48:07,194 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731592147194 2024-11-14T13:48:07,194 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731592207194 2024-11-14T13:48:07,194 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-14T13:48:07,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=427c5a64170cff05d073a7eab192003b, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=55129eae3366575c49846458a07e88db, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=64d4fdcd7e1cbe0a52a09cc66d3447ac, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=527f40c43963357312bf7bb8dfad3b84, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eff06afbab034c0c57e88e72996f4293, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08cc34534acffcb4ccab364d512de117, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3436e040854594ad7151ca29debdeea0, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=916a438220ef69061b47176e62698307, ASSIGN}] 2024-11-14T13:48:07,194 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T13:48:07,196 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=916a438220ef69061b47176e62698307, ASSIGN 2024-11-14T13:48:07,196 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=916a438220ef69061b47176e62698307, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T13:48:07,197 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3436e040854594ad7151ca29debdeea0, ASSIGN 2024-11-14T13:48:07,198 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3436e040854594ad7151ca29debdeea0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T13:48:07,199 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08cc34534acffcb4ccab364d512de117, ASSIGN 2024-11-14T13:48:07,200 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08cc34534acffcb4ccab364d512de117, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T13:48:07,200 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eff06afbab034c0c57e88e72996f4293, ASSIGN 2024-11-14T13:48:07,201 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eff06afbab034c0c57e88e72996f4293, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T13:48:07,202 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=527f40c43963357312bf7bb8dfad3b84, ASSIGN 2024-11-14T13:48:07,202 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=527f40c43963357312bf7bb8dfad3b84, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T13:48:07,203 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=64d4fdcd7e1cbe0a52a09cc66d3447ac, ASSIGN 2024-11-14T13:48:07,204 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=64d4fdcd7e1cbe0a52a09cc66d3447ac, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T13:48:07,204 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=55129eae3366575c49846458a07e88db, ASSIGN 2024-11-14T13:48:07,205 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=55129eae3366575c49846458a07e88db, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T13:48:07,206 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=427c5a64170cff05d073a7eab192003b, ASSIGN 2024-11-14T13:48:07,206 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=427c5a64170cff05d073a7eab192003b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T13:48:07,347 DEBUG [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(204): Hosts are {0ac5ae04350c=0} racks are {/default-rack=0} 2024-11-14T13:48:07,348 DEBUG [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T13:48:07,348 DEBUG [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T13:48:07,348 DEBUG [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T13:48:07,348 DEBUG [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T13:48:07,348 INFO [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T13:48:07,348 INFO [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T13:48:07,348 DEBUG [0ac5ae04350c:44751 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T13:48:07,349 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=916a438220ef69061b47176e62698307, regionState=OPENING, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:07,349 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=527f40c43963357312bf7bb8dfad3b84, regionState=OPENING, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:07,350 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=08cc34534acffcb4ccab364d512de117, regionState=OPENING, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:07,351 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=64d4fdcd7e1cbe0a52a09cc66d3447ac, regionState=OPENING, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:07,351 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=427c5a64170cff05d073a7eab192003b, regionState=OPENING, regionLocation=0ac5ae04350c,34717,1731591891819 2024-11-14T13:48:07,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=916a438220ef69061b47176e62698307, ASSIGN because future has completed 2024-11-14T13:48:07,353 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=eff06afbab034c0c57e88e72996f4293, regionState=OPENING, regionLocation=0ac5ae04350c,34717,1731591891819 2024-11-14T13:48:07,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 916a438220ef69061b47176e62698307, server=0ac5ae04350c,37809,1731591891976}] 2024-11-14T13:48:07,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=527f40c43963357312bf7bb8dfad3b84, ASSIGN because future has completed 2024-11-14T13:48:07,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08cc34534acffcb4ccab364d512de117, ASSIGN because future has completed 2024-11-14T13:48:07,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=64d4fdcd7e1cbe0a52a09cc66d3447ac, ASSIGN because future has completed 2024-11-14T13:48:07,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=427c5a64170cff05d073a7eab192003b, ASSIGN because future has completed 2024-11-14T13:48:07,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eff06afbab034c0c57e88e72996f4293, ASSIGN because future has completed 2024-11-14T13:48:07,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure eff06afbab034c0c57e88e72996f4293, server=0ac5ae04350c,34717,1731591891819}] 2024-11-14T13:48:07,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 427c5a64170cff05d073a7eab192003b, server=0ac5ae04350c,34717,1731591891819}] 2024-11-14T13:48:07,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64d4fdcd7e1cbe0a52a09cc66d3447ac, server=0ac5ae04350c,37809,1731591891976}] 2024-11-14T13:48:07,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08cc34534acffcb4ccab364d512de117, server=0ac5ae04350c,37809,1731591891976}] 2024-11-14T13:48:07,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 527f40c43963357312bf7bb8dfad3b84, server=0ac5ae04350c,37809,1731591891976}] 2024-11-14T13:48:07,401 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=3436e040854594ad7151ca29debdeea0, regionState=OPENING, regionLocation=0ac5ae04350c,34717,1731591891819 2024-11-14T13:48:07,402 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=55129eae3366575c49846458a07e88db, regionState=OPENING, regionLocation=0ac5ae04350c,34717,1731591891819 2024-11-14T13:48:07,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3436e040854594ad7151ca29debdeea0, ASSIGN because future has completed 2024-11-14T13:48:07,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3436e040854594ad7151ca29debdeea0, server=0ac5ae04350c,34717,1731591891819}] 2024-11-14T13:48:07,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=55129eae3366575c49846458a07e88db, ASSIGN because future has completed 2024-11-14T13:48:07,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55129eae3366575c49846458a07e88db, server=0ac5ae04350c,34717,1731591891819}] 2024-11-14T13:48:07,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42809, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T13:48:07,521 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac. 2024-11-14T13:48:07,521 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => 64d4fdcd7e1cbe0a52a09cc66d3447ac, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-14T13:48:07,522 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:48:07,522 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:48:07,522 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for 64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:48:07,522 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for 64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:48:07,528 INFO [StoreOpener-64d4fdcd7e1cbe0a52a09cc66d3447ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:48:07,534 INFO [StoreOpener-64d4fdcd7e1cbe0a52a09cc66d3447ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64d4fdcd7e1cbe0a52a09cc66d3447ac columnFamilyName colfamily11 2024-11-14T13:48:07,534 DEBUG [StoreOpener-64d4fdcd7e1cbe0a52a09cc66d3447ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:07,537 INFO [StoreOpener-64d4fdcd7e1cbe0a52a09cc66d3447ac-1 {}] regionserver.HStore(327): Store=64d4fdcd7e1cbe0a52a09cc66d3447ac/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:48:07,537 INFO [StoreOpener-64d4fdcd7e1cbe0a52a09cc66d3447ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:48:07,537 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293. 2024-11-14T13:48:07,537 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => eff06afbab034c0c57e88e72996f4293, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-14T13:48:07,538 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true eff06afbab034c0c57e88e72996f4293 2024-11-14T13:48:07,538 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:48:07,538 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for eff06afbab034c0c57e88e72996f4293 2024-11-14T13:48:07,538 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for eff06afbab034c0c57e88e72996f4293 2024-11-14T13:48:07,543 INFO [StoreOpener-64d4fdcd7e1cbe0a52a09cc66d3447ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64d4fdcd7e1cbe0a52a09cc66d3447ac columnFamilyName colfamily21 2024-11-14T13:48:07,543 DEBUG [StoreOpener-64d4fdcd7e1cbe0a52a09cc66d3447ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:07,544 INFO [StoreOpener-64d4fdcd7e1cbe0a52a09cc66d3447ac-1 {}] regionserver.HStore(327): Store=64d4fdcd7e1cbe0a52a09cc66d3447ac/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:48:07,545 INFO [StoreOpener-64d4fdcd7e1cbe0a52a09cc66d3447ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:48:07,546 INFO [StoreOpener-eff06afbab034c0c57e88e72996f4293-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region eff06afbab034c0c57e88e72996f4293 2024-11-14T13:48:07,548 INFO [StoreOpener-64d4fdcd7e1cbe0a52a09cc66d3447ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64d4fdcd7e1cbe0a52a09cc66d3447ac columnFamilyName colfamily31 2024-11-14T13:48:07,549 DEBUG [StoreOpener-64d4fdcd7e1cbe0a52a09cc66d3447ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:07,553 INFO [StoreOpener-64d4fdcd7e1cbe0a52a09cc66d3447ac-1 {}] regionserver.HStore(327): Store=64d4fdcd7e1cbe0a52a09cc66d3447ac/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:48:07,553 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for 64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:48:07,553 INFO [StoreOpener-eff06afbab034c0c57e88e72996f4293-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eff06afbab034c0c57e88e72996f4293 columnFamilyName colfamily11 2024-11-14T13:48:07,553 DEBUG [StoreOpener-eff06afbab034c0c57e88e72996f4293-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:07,554 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:48:07,554 INFO [StoreOpener-eff06afbab034c0c57e88e72996f4293-1 {}] regionserver.HStore(327): Store=eff06afbab034c0c57e88e72996f4293/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:48:07,554 INFO [StoreOpener-eff06afbab034c0c57e88e72996f4293-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region eff06afbab034c0c57e88e72996f4293 2024-11-14T13:48:07,557 INFO [StoreOpener-eff06afbab034c0c57e88e72996f4293-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eff06afbab034c0c57e88e72996f4293 columnFamilyName colfamily21 2024-11-14T13:48:07,557 DEBUG [StoreOpener-eff06afbab034c0c57e88e72996f4293-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:07,557 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:48:07,558 INFO [StoreOpener-eff06afbab034c0c57e88e72996f4293-1 {}] regionserver.HStore(327): Store=eff06afbab034c0c57e88e72996f4293/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:48:07,558 INFO [StoreOpener-eff06afbab034c0c57e88e72996f4293-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region eff06afbab034c0c57e88e72996f4293 2024-11-14T13:48:07,566 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/64d4fdcd7e1cbe0a52a09cc66d3447ac/recovered.edits/0000000000000000004 2024-11-14T13:48:07,568 INFO [StoreOpener-eff06afbab034c0c57e88e72996f4293-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eff06afbab034c0c57e88e72996f4293 columnFamilyName colfamily31 2024-11-14T13:48:07,568 DEBUG [StoreOpener-eff06afbab034c0c57e88e72996f4293-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:07,578 INFO [StoreOpener-eff06afbab034c0c57e88e72996f4293-1 {}] regionserver.HStore(327): Store=eff06afbab034c0c57e88e72996f4293/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:48:07,578 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for eff06afbab034c0c57e88e72996f4293 2024-11-14T13:48:07,581 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eff06afbab034c0c57e88e72996f4293 2024-11-14T13:48:07,599 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/64d4fdcd7e1cbe0a52a09cc66d3447ac/recovered.edits/0000000000000000004 2024-11-14T13:48:07,599 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing 64d4fdcd7e1cbe0a52a09cc66d3447ac 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T13:48:07,600 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eff06afbab034c0c57e88e72996f4293 2024-11-14T13:48:07,606 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eff06afbab034c0c57e88e72996f4293/recovered.edits/0000000000000000004 2024-11-14T13:48:07,618 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eff06afbab034c0c57e88e72996f4293/recovered.edits/0000000000000000004 2024-11-14T13:48:07,619 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing eff06afbab034c0c57e88e72996f4293 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T13:48:07,656 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/64d4fdcd7e1cbe0a52a09cc66d3447ac/.tmp/colfamily11/c528e63d72604769bf07ff55abada144 is 52, key is fff/colfamily11:colfamily11/1731591901822/Put/seqid=0 2024-11-14T13:48:07,666 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eff06afbab034c0c57e88e72996f4293/.tmp/colfamily11/cc5e99e2ac904c4bafd5cfa0ba5e2095 is 52, key is ppp/colfamily11:colfamily11/1731591901966/Put/seqid=0 2024-11-14T13:48:07,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741877_1053 (size=39263) 2024-11-14T13:48:07,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741877_1053 (size=39263) 2024-11-14T13:48:07,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741877_1053 (size=39263) 2024-11-14T13:48:07,746 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/64d4fdcd7e1cbe0a52a09cc66d3447ac/.tmp/colfamily11/c528e63d72604769bf07ff55abada144 2024-11-14T13:48:07,762 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/64d4fdcd7e1cbe0a52a09cc66d3447ac/.tmp/colfamily11/c528e63d72604769bf07ff55abada144 as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/64d4fdcd7e1cbe0a52a09cc66d3447ac/colfamily11/c528e63d72604769bf07ff55abada144 2024-11-14T13:48:07,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741878_1054 (size=39263) 2024-11-14T13:48:07,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741878_1054 (size=39263) 2024-11-14T13:48:07,796 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/64d4fdcd7e1cbe0a52a09cc66d3447ac/colfamily11/c528e63d72604769bf07ff55abada144, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T13:48:07,796 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 64d4fdcd7e1cbe0a52a09cc66d3447ac in 197ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T13:48:07,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741878_1054 (size=39263) 2024-11-14T13:48:07,797 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/64d4fdcd7e1cbe0a52a09cc66d3447ac/recovered.edits/0000000000000000004 2024-11-14T13:48:07,809 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eff06afbab034c0c57e88e72996f4293/.tmp/colfamily11/cc5e99e2ac904c4bafd5cfa0ba5e2095 2024-11-14T13:48:07,815 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for 64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:48:07,816 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for 64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:48:07,823 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:48:07,837 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for 64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:48:07,851 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eff06afbab034c0c57e88e72996f4293/.tmp/colfamily11/cc5e99e2ac904c4bafd5cfa0ba5e2095 as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eff06afbab034c0c57e88e72996f4293/colfamily11/cc5e99e2ac904c4bafd5cfa0ba5e2095 2024-11-14T13:48:07,857 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/64d4fdcd7e1cbe0a52a09cc66d3447ac/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T13:48:07,865 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened 64d4fdcd7e1cbe0a52a09cc66d3447ac; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67793824, jitterRate=0.01020669937133789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:48:07,866 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:48:07,866 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for 64d4fdcd7e1cbe0a52a09cc66d3447ac: Running coprocessor pre-open hook at 1731592087522Writing region info on filesystem at 1731592087522Initializing all the Stores at 1731592087528 (+6 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731592087528Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731592087528Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731592087528Obtaining lock to block concurrent updates at 1731592087599 (+71 ms)Preparing flush snapshotting stores in 64d4fdcd7e1cbe0a52a09cc66d3447ac at 1731592087599Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731592087599Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac. at 1731592087599Flushing 64d4fdcd7e1cbe0a52a09cc66d3447ac/colfamily11: creating writer at 1731592087599Flushing 64d4fdcd7e1cbe0a52a09cc66d3447ac/colfamily11: appending metadata at 1731592087655 (+56 ms)Flushing 64d4fdcd7e1cbe0a52a09cc66d3447ac/colfamily11: closing flushed file at 1731592087655Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b48b53c: reopening flushed file at 1731592087758 (+103 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 64d4fdcd7e1cbe0a52a09cc66d3447ac in 197ms, sequenceid=4, compaction requested=false; wal=null at 1731592087796 (+38 ms)Cleaning up temporary data from old regions at 1731592087816 (+20 ms)Running coprocessor post-open hooks at 1731592087866 (+50 ms)Region opened successfully at 1731592087866 2024-11-14T13:48:07,873 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac., pid=75, masterSystemTime=1731592087508 2024-11-14T13:48:07,874 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eff06afbab034c0c57e88e72996f4293/colfamily11/cc5e99e2ac904c4bafd5cfa0ba5e2095, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T13:48:07,874 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for eff06afbab034c0c57e88e72996f4293 in 256ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T13:48:07,878 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eff06afbab034c0c57e88e72996f4293/recovered.edits/0000000000000000004 2024-11-14T13:48:07,885 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac. 2024-11-14T13:48:07,885 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac. 2024-11-14T13:48:07,885 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84. 2024-11-14T13:48:07,885 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 527f40c43963357312bf7bb8dfad3b84, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-14T13:48:07,886 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:48:07,886 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:48:07,886 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:48:07,886 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:48:07,887 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=64d4fdcd7e1cbe0a52a09cc66d3447ac, regionState=OPEN, openSeqNum=5, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:07,887 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for eff06afbab034c0c57e88e72996f4293 2024-11-14T13:48:07,887 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for eff06afbab034c0c57e88e72996f4293 2024-11-14T13:48:07,890 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:48:07,895 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for eff06afbab034c0c57e88e72996f4293 2024-11-14T13:48:07,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64d4fdcd7e1cbe0a52a09cc66d3447ac, server=0ac5ae04350c,37809,1731591891976 because future has completed 2024-11-14T13:48:07,899 INFO [StoreOpener-527f40c43963357312bf7bb8dfad3b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:48:07,903 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eff06afbab034c0c57e88e72996f4293/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T13:48:07,905 INFO [StoreOpener-527f40c43963357312bf7bb8dfad3b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 527f40c43963357312bf7bb8dfad3b84 columnFamilyName colfamily11 2024-11-14T13:48:07,905 DEBUG [StoreOpener-527f40c43963357312bf7bb8dfad3b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:07,914 INFO [StoreOpener-527f40c43963357312bf7bb8dfad3b84-1 {}] regionserver.HStore(327): Store=527f40c43963357312bf7bb8dfad3b84/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:48:07,914 INFO [StoreOpener-527f40c43963357312bf7bb8dfad3b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:48:07,915 INFO [StoreOpener-527f40c43963357312bf7bb8dfad3b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 527f40c43963357312bf7bb8dfad3b84 columnFamilyName colfamily21 2024-11-14T13:48:07,915 DEBUG [StoreOpener-527f40c43963357312bf7bb8dfad3b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:07,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=66 2024-11-14T13:48:07,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 64d4fdcd7e1cbe0a52a09cc66d3447ac, server=0ac5ae04350c,37809,1731591891976 in 528 msec 2024-11-14T13:48:07,920 INFO [StoreOpener-527f40c43963357312bf7bb8dfad3b84-1 {}] regionserver.HStore(327): Store=527f40c43963357312bf7bb8dfad3b84/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:48:07,921 INFO [StoreOpener-527f40c43963357312bf7bb8dfad3b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:48:07,922 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened eff06afbab034c0c57e88e72996f4293; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74209126, jitterRate=0.10580214858055115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:48:07,922 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eff06afbab034c0c57e88e72996f4293 2024-11-14T13:48:07,922 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for eff06afbab034c0c57e88e72996f4293: Running coprocessor pre-open hook at 1731592087538Writing region info on filesystem at 1731592087538Initializing all the Stores at 1731592087541 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731592087541Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731592087543 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731592087543Obtaining lock to block concurrent updates at 1731592087619 (+76 ms)Preparing flush snapshotting stores in eff06afbab034c0c57e88e72996f4293 at 1731592087619Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731592087619Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293. at 1731592087619Flushing eff06afbab034c0c57e88e72996f4293/colfamily11: creating writer at 1731592087620 (+1 ms)Flushing eff06afbab034c0c57e88e72996f4293/colfamily11: appending metadata at 1731592087666 (+46 ms)Flushing eff06afbab034c0c57e88e72996f4293/colfamily11: closing flushed file at 1731592087666Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34797574: reopening flushed file at 1731592087846 (+180 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for eff06afbab034c0c57e88e72996f4293 in 256ms, sequenceid=4, compaction requested=false; wal=null at 1731592087874 (+28 ms)Cleaning up temporary data from old regions at 1731592087887 (+13 ms)Running coprocessor post-open hooks at 1731592087922 (+35 ms)Region opened successfully at 1731592087922 2024-11-14T13:48:07,925 INFO [StoreOpener-527f40c43963357312bf7bb8dfad3b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 527f40c43963357312bf7bb8dfad3b84 columnFamilyName colfamily31 2024-11-14T13:48:07,925 DEBUG [StoreOpener-527f40c43963357312bf7bb8dfad3b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:07,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=64d4fdcd7e1cbe0a52a09cc66d3447ac, ASSIGN in 726 msec 2024-11-14T13:48:07,928 INFO [StoreOpener-527f40c43963357312bf7bb8dfad3b84-1 {}] regionserver.HStore(327): Store=527f40c43963357312bf7bb8dfad3b84/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:48:07,929 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:48:07,932 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:48:07,940 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293., pid=73, masterSystemTime=1731592087519 2024-11-14T13:48:07,946 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:48:07,946 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293. 2024-11-14T13:48:07,946 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293. 2024-11-14T13:48:07,947 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db. 2024-11-14T13:48:07,947 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 55129eae3366575c49846458a07e88db, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-14T13:48:07,947 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 55129eae3366575c49846458a07e88db 2024-11-14T13:48:07,948 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:48:07,948 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=eff06afbab034c0c57e88e72996f4293, regionState=OPEN, openSeqNum=5, regionLocation=0ac5ae04350c,34717,1731591891819 2024-11-14T13:48:07,948 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 55129eae3366575c49846458a07e88db 2024-11-14T13:48:07,948 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 55129eae3366575c49846458a07e88db 2024-11-14T13:48:07,952 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/527f40c43963357312bf7bb8dfad3b84/recovered.edits/0000000000000000004 2024-11-14T13:48:07,955 INFO [StoreOpener-55129eae3366575c49846458a07e88db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 55129eae3366575c49846458a07e88db 2024-11-14T13:48:07,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure eff06afbab034c0c57e88e72996f4293, server=0ac5ae04350c,34717,1731591891819 because future has completed 2024-11-14T13:48:07,961 INFO [StoreOpener-55129eae3366575c49846458a07e88db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55129eae3366575c49846458a07e88db columnFamilyName colfamily11 2024-11-14T13:48:07,961 DEBUG [StoreOpener-55129eae3366575c49846458a07e88db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:07,964 INFO [StoreOpener-55129eae3366575c49846458a07e88db-1 {}] regionserver.HStore(327): Store=55129eae3366575c49846458a07e88db/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:48:07,964 INFO [StoreOpener-55129eae3366575c49846458a07e88db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 55129eae3366575c49846458a07e88db 2024-11-14T13:48:07,966 INFO [StoreOpener-55129eae3366575c49846458a07e88db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55129eae3366575c49846458a07e88db columnFamilyName colfamily21 2024-11-14T13:48:07,966 DEBUG [StoreOpener-55129eae3366575c49846458a07e88db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:07,967 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/527f40c43963357312bf7bb8dfad3b84/recovered.edits/0000000000000000004 2024-11-14T13:48:07,967 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing 527f40c43963357312bf7bb8dfad3b84 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T13:48:07,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=68 2024-11-14T13:48:07,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure eff06afbab034c0c57e88e72996f4293, server=0ac5ae04350c,34717,1731591891819 in 596 msec 2024-11-14T13:48:07,974 INFO [StoreOpener-55129eae3366575c49846458a07e88db-1 {}] regionserver.HStore(327): Store=55129eae3366575c49846458a07e88db/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:48:07,975 INFO [StoreOpener-55129eae3366575c49846458a07e88db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 55129eae3366575c49846458a07e88db 2024-11-14T13:48:07,976 INFO [StoreOpener-55129eae3366575c49846458a07e88db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55129eae3366575c49846458a07e88db columnFamilyName colfamily31 2024-11-14T13:48:07,976 DEBUG [StoreOpener-55129eae3366575c49846458a07e88db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:07,978 INFO [StoreOpener-55129eae3366575c49846458a07e88db-1 {}] regionserver.HStore(327): Store=55129eae3366575c49846458a07e88db/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:48:07,979 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 55129eae3366575c49846458a07e88db 2024-11-14T13:48:07,981 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/55129eae3366575c49846458a07e88db 2024-11-14T13:48:07,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eff06afbab034c0c57e88e72996f4293, ASSIGN in 779 msec 2024-11-14T13:48:07,988 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/55129eae3366575c49846458a07e88db 2024-11-14T13:48:07,992 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/55129eae3366575c49846458a07e88db/recovered.edits/0000000000000000004 2024-11-14T13:48:08,004 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/55129eae3366575c49846458a07e88db/recovered.edits/0000000000000000004 2024-11-14T13:48:08,004 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing 55129eae3366575c49846458a07e88db 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T13:48:08,009 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/527f40c43963357312bf7bb8dfad3b84/.tmp/colfamily11/36cb0965602f40a1aea3f4be0c108bee is 52, key is sss/colfamily11:colfamily11/1731591902012/Put/seqid=0 2024-11-14T13:48:08,060 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/55129eae3366575c49846458a07e88db/.tmp/colfamily11/37a711f598504a15bb2ff883f545ed78 is 52, key is aaa/colfamily11:colfamily11/1731591901710/Put/seqid=0 2024-11-14T13:48:08,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741879_1055 (size=39263) 2024-11-14T13:48:08,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741879_1055 (size=39263) 2024-11-14T13:48:08,085 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/527f40c43963357312bf7bb8dfad3b84/.tmp/colfamily11/36cb0965602f40a1aea3f4be0c108bee 2024-11-14T13:48:08,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741879_1055 (size=39263) 2024-11-14T13:48:08,096 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/527f40c43963357312bf7bb8dfad3b84/.tmp/colfamily11/36cb0965602f40a1aea3f4be0c108bee as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/527f40c43963357312bf7bb8dfad3b84/colfamily11/36cb0965602f40a1aea3f4be0c108bee 2024-11-14T13:48:08,112 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/527f40c43963357312bf7bb8dfad3b84/colfamily11/36cb0965602f40a1aea3f4be0c108bee, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T13:48:08,117 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 527f40c43963357312bf7bb8dfad3b84 in 150ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T13:48:08,121 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/527f40c43963357312bf7bb8dfad3b84/recovered.edits/0000000000000000004 2024-11-14T13:48:08,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741880_1056 (size=39263) 2024-11-14T13:48:08,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741880_1056 (size=39263) 2024-11-14T13:48:08,136 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:48:08,137 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:48:08,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741880_1056 (size=39263) 2024-11-14T13:48:08,138 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:48:08,144 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/55129eae3366575c49846458a07e88db/.tmp/colfamily11/37a711f598504a15bb2ff883f545ed78 2024-11-14T13:48:08,144 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:48:08,159 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/527f40c43963357312bf7bb8dfad3b84/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T13:48:08,162 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/55129eae3366575c49846458a07e88db/.tmp/colfamily11/37a711f598504a15bb2ff883f545ed78 as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/55129eae3366575c49846458a07e88db/colfamily11/37a711f598504a15bb2ff883f545ed78 2024-11-14T13:48:08,165 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 527f40c43963357312bf7bb8dfad3b84; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65705892, jitterRate=-0.020905911922454834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:48:08,166 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:48:08,166 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 527f40c43963357312bf7bb8dfad3b84: Running coprocessor pre-open hook at 1731592087886Writing region info on filesystem at 1731592087886Initializing all the Stores at 1731592087894 (+8 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731592087894Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731592087899 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731592087899Obtaining lock to block concurrent updates at 1731592087967 (+68 ms)Preparing flush snapshotting stores in 527f40c43963357312bf7bb8dfad3b84 at 1731592087967Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731592087967Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84. at 1731592087967Flushing 527f40c43963357312bf7bb8dfad3b84/colfamily11: creating writer at 1731592087967Flushing 527f40c43963357312bf7bb8dfad3b84/colfamily11: appending metadata at 1731592088009 (+42 ms)Flushing 527f40c43963357312bf7bb8dfad3b84/colfamily11: closing flushed file at 1731592088009Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@275bb972: reopening flushed file at 1731592088093 (+84 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 527f40c43963357312bf7bb8dfad3b84 in 150ms, sequenceid=4, compaction requested=false; wal=null at 1731592088117 (+24 ms)Cleaning up temporary data from old regions at 1731592088137 (+20 ms)Running coprocessor post-open hooks at 1731592088166 (+29 ms)Region opened successfully at 1731592088166 2024-11-14T13:48:08,169 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84., pid=77, masterSystemTime=1731592087508 2024-11-14T13:48:08,174 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84. 2024-11-14T13:48:08,174 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84. 2024-11-14T13:48:08,174 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117. 2024-11-14T13:48:08,174 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => 08cc34534acffcb4ccab364d512de117, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-14T13:48:08,175 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 08cc34534acffcb4ccab364d512de117 2024-11-14T13:48:08,175 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:48:08,175 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for 08cc34534acffcb4ccab364d512de117 2024-11-14T13:48:08,175 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for 08cc34534acffcb4ccab364d512de117 2024-11-14T13:48:08,179 INFO [StoreOpener-08cc34534acffcb4ccab364d512de117-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 08cc34534acffcb4ccab364d512de117 2024-11-14T13:48:08,181 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=527f40c43963357312bf7bb8dfad3b84, regionState=OPEN, openSeqNum=5, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:08,183 INFO [StoreOpener-08cc34534acffcb4ccab364d512de117-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08cc34534acffcb4ccab364d512de117 columnFamilyName colfamily11 2024-11-14T13:48:08,183 DEBUG [StoreOpener-08cc34534acffcb4ccab364d512de117-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:08,185 INFO [StoreOpener-08cc34534acffcb4ccab364d512de117-1 {}] regionserver.HStore(327): Store=08cc34534acffcb4ccab364d512de117/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:48:08,185 INFO [StoreOpener-08cc34534acffcb4ccab364d512de117-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 08cc34534acffcb4ccab364d512de117 2024-11-14T13:48:08,186 INFO [StoreOpener-08cc34534acffcb4ccab364d512de117-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08cc34534acffcb4ccab364d512de117 columnFamilyName colfamily21 2024-11-14T13:48:08,186 DEBUG [StoreOpener-08cc34534acffcb4ccab364d512de117-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:08,186 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/55129eae3366575c49846458a07e88db/colfamily11/37a711f598504a15bb2ff883f545ed78, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T13:48:08,187 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 55129eae3366575c49846458a07e88db in 183ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T13:48:08,187 INFO [StoreOpener-08cc34534acffcb4ccab364d512de117-1 {}] regionserver.HStore(327): Store=08cc34534acffcb4ccab364d512de117/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:48:08,187 INFO [StoreOpener-08cc34534acffcb4ccab364d512de117-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 08cc34534acffcb4ccab364d512de117 2024-11-14T13:48:08,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 527f40c43963357312bf7bb8dfad3b84, server=0ac5ae04350c,37809,1731591891976 because future has completed 2024-11-14T13:48:08,192 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/55129eae3366575c49846458a07e88db/recovered.edits/0000000000000000004 2024-11-14T13:48:08,192 INFO [StoreOpener-08cc34534acffcb4ccab364d512de117-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08cc34534acffcb4ccab364d512de117 columnFamilyName colfamily31 2024-11-14T13:48:08,192 DEBUG [StoreOpener-08cc34534acffcb4ccab364d512de117-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:08,203 INFO [StoreOpener-08cc34534acffcb4ccab364d512de117-1 {}] regionserver.HStore(327): Store=08cc34534acffcb4ccab364d512de117/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:48:08,207 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for 08cc34534acffcb4ccab364d512de117 2024-11-14T13:48:08,207 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 55129eae3366575c49846458a07e88db 2024-11-14T13:48:08,207 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 55129eae3366575c49846458a07e88db 2024-11-14T13:48:08,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=67 2024-11-14T13:48:08,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 527f40c43963357312bf7bb8dfad3b84, server=0ac5ae04350c,37809,1731591891976 in 795 msec 2024-11-14T13:48:08,211 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:48:08,214 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08cc34534acffcb4ccab364d512de117 2024-11-14T13:48:08,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=527f40c43963357312bf7bb8dfad3b84, ASSIGN in 1.0140 sec 2024-11-14T13:48:08,214 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 55129eae3366575c49846458a07e88db 2024-11-14T13:48:08,218 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08cc34534acffcb4ccab364d512de117 2024-11-14T13:48:08,221 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/55129eae3366575c49846458a07e88db/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T13:48:08,221 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08cc34534acffcb4ccab364d512de117/recovered.edits/0000000000000000004 2024-11-14T13:48:08,224 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 55129eae3366575c49846458a07e88db; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62221020, jitterRate=-0.0728345513343811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:48:08,225 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55129eae3366575c49846458a07e88db 2024-11-14T13:48:08,225 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 55129eae3366575c49846458a07e88db: Running coprocessor pre-open hook at 1731592087948Writing region info on filesystem at 1731592087948Initializing all the Stores at 1731592087954 (+6 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731592087954Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731592087955 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731592087955Obtaining lock to block concurrent updates at 1731592088004 (+49 ms)Preparing flush snapshotting stores in 55129eae3366575c49846458a07e88db at 1731592088004Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731592088004Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db. at 1731592088004Flushing 55129eae3366575c49846458a07e88db/colfamily11: creating writer at 1731592088005 (+1 ms)Flushing 55129eae3366575c49846458a07e88db/colfamily11: appending metadata at 1731592088059 (+54 ms)Flushing 55129eae3366575c49846458a07e88db/colfamily11: closing flushed file at 1731592088059Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@188204a: reopening flushed file at 1731592088157 (+98 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 55129eae3366575c49846458a07e88db in 183ms, sequenceid=4, compaction requested=false; wal=null at 1731592088187 (+30 ms)Cleaning up temporary data from old regions at 1731592088207 (+20 ms)Running coprocessor post-open hooks at 1731592088225 (+18 ms)Region opened successfully at 1731592088225 2024-11-14T13:48:08,229 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db., pid=79, masterSystemTime=1731592087519 2024-11-14T13:48:08,233 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db. 2024-11-14T13:48:08,233 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db. 2024-11-14T13:48:08,233 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b. 2024-11-14T13:48:08,234 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => 427c5a64170cff05d073a7eab192003b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-14T13:48:08,234 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=55129eae3366575c49846458a07e88db, regionState=OPEN, openSeqNum=5, regionLocation=0ac5ae04350c,34717,1731591891819 2024-11-14T13:48:08,234 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 427c5a64170cff05d073a7eab192003b 2024-11-14T13:48:08,234 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:48:08,234 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for 427c5a64170cff05d073a7eab192003b 2024-11-14T13:48:08,234 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for 427c5a64170cff05d073a7eab192003b 2024-11-14T13:48:08,236 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08cc34534acffcb4ccab364d512de117/recovered.edits/0000000000000000004 2024-11-14T13:48:08,236 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing 08cc34534acffcb4ccab364d512de117 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T13:48:08,242 INFO [StoreOpener-427c5a64170cff05d073a7eab192003b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 427c5a64170cff05d073a7eab192003b 2024-11-14T13:48:08,245 INFO [StoreOpener-427c5a64170cff05d073a7eab192003b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 427c5a64170cff05d073a7eab192003b columnFamilyName colfamily11 2024-11-14T13:48:08,246 DEBUG [StoreOpener-427c5a64170cff05d073a7eab192003b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:08,248 INFO [StoreOpener-427c5a64170cff05d073a7eab192003b-1 {}] regionserver.HStore(327): Store=427c5a64170cff05d073a7eab192003b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:48:08,249 INFO [StoreOpener-427c5a64170cff05d073a7eab192003b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 427c5a64170cff05d073a7eab192003b 2024-11-14T13:48:08,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55129eae3366575c49846458a07e88db, server=0ac5ae04350c,34717,1731591891819 because future has completed 2024-11-14T13:48:08,254 INFO [StoreOpener-427c5a64170cff05d073a7eab192003b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 427c5a64170cff05d073a7eab192003b columnFamilyName colfamily21 2024-11-14T13:48:08,254 DEBUG [StoreOpener-427c5a64170cff05d073a7eab192003b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:08,255 INFO [StoreOpener-427c5a64170cff05d073a7eab192003b-1 {}] regionserver.HStore(327): Store=427c5a64170cff05d073a7eab192003b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:48:08,255 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44751 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=0ac5ae04350c,34717,1731591891819, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=55129eae3366575c49846458a07e88db. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T13:48:08,255 INFO [StoreOpener-427c5a64170cff05d073a7eab192003b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 427c5a64170cff05d073a7eab192003b 2024-11-14T13:48:08,264 INFO [StoreOpener-427c5a64170cff05d073a7eab192003b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 427c5a64170cff05d073a7eab192003b columnFamilyName colfamily31 2024-11-14T13:48:08,264 DEBUG [StoreOpener-427c5a64170cff05d073a7eab192003b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:08,264 INFO [StoreOpener-427c5a64170cff05d073a7eab192003b-1 {}] regionserver.HStore(327): Store=427c5a64170cff05d073a7eab192003b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:48:08,265 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for 427c5a64170cff05d073a7eab192003b 2024-11-14T13:48:08,266 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/427c5a64170cff05d073a7eab192003b 2024-11-14T13:48:08,269 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/427c5a64170cff05d073a7eab192003b 2024-11-14T13:48:08,270 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/427c5a64170cff05d073a7eab192003b/recovered.edits/0000000000000000004 2024-11-14T13:48:08,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=65 2024-11-14T13:48:08,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 55129eae3366575c49846458a07e88db, server=0ac5ae04350c,34717,1731591891819 in 834 msec 2024-11-14T13:48:08,277 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/427c5a64170cff05d073a7eab192003b/recovered.edits/0000000000000000004 2024-11-14T13:48:08,277 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing 427c5a64170cff05d073a7eab192003b 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T13:48:08,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=55129eae3366575c49846458a07e88db, ASSIGN in 1.0820 sec 2024-11-14T13:48:08,280 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08cc34534acffcb4ccab364d512de117/.tmp/colfamily11/1e26572943494572bf43435b9cf5d0df is 52, key is lll/colfamily11:colfamily11/1731591901922/Put/seqid=0 2024-11-14T13:48:08,323 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/427c5a64170cff05d073a7eab192003b/.tmp/colfamily11/1c1220f1042a4a20a0eb92b843f5bfc2 is 52, key is www/colfamily11:colfamily11/1731591902058/Put/seqid=0 2024-11-14T13:48:08,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741881_1057 (size=39263) 2024-11-14T13:48:08,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741881_1057 (size=39263) 2024-11-14T13:48:08,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741881_1057 (size=39263) 2024-11-14T13:48:08,393 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08cc34534acffcb4ccab364d512de117/.tmp/colfamily11/1e26572943494572bf43435b9cf5d0df 2024-11-14T13:48:08,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741882_1058 (size=39263) 2024-11-14T13:48:08,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741882_1058 (size=39263) 2024-11-14T13:48:08,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741882_1058 (size=39263) 2024-11-14T13:48:08,407 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/427c5a64170cff05d073a7eab192003b/.tmp/colfamily11/1c1220f1042a4a20a0eb92b843f5bfc2 2024-11-14T13:48:08,429 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08cc34534acffcb4ccab364d512de117/.tmp/colfamily11/1e26572943494572bf43435b9cf5d0df as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08cc34534acffcb4ccab364d512de117/colfamily11/1e26572943494572bf43435b9cf5d0df 2024-11-14T13:48:08,434 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/427c5a64170cff05d073a7eab192003b/.tmp/colfamily11/1c1220f1042a4a20a0eb92b843f5bfc2 as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/427c5a64170cff05d073a7eab192003b/colfamily11/1c1220f1042a4a20a0eb92b843f5bfc2 2024-11-14T13:48:08,455 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/427c5a64170cff05d073a7eab192003b/colfamily11/1c1220f1042a4a20a0eb92b843f5bfc2, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T13:48:08,455 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 427c5a64170cff05d073a7eab192003b in 178ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T13:48:08,455 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08cc34534acffcb4ccab364d512de117/colfamily11/1e26572943494572bf43435b9cf5d0df, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T13:48:08,456 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 08cc34534acffcb4ccab364d512de117 in 220ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T13:48:08,456 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/427c5a64170cff05d073a7eab192003b/recovered.edits/0000000000000000004 2024-11-14T13:48:08,456 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08cc34534acffcb4ccab364d512de117/recovered.edits/0000000000000000004 2024-11-14T13:48:08,457 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for 427c5a64170cff05d073a7eab192003b 2024-11-14T13:48:08,457 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for 427c5a64170cff05d073a7eab192003b 2024-11-14T13:48:08,458 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for 08cc34534acffcb4ccab364d512de117 2024-11-14T13:48:08,458 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for 08cc34534acffcb4ccab364d512de117 2024-11-14T13:48:08,458 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:48:08,459 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:48:08,461 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for 08cc34534acffcb4ccab364d512de117 2024-11-14T13:48:08,461 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for 427c5a64170cff05d073a7eab192003b 2024-11-14T13:48:08,464 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08cc34534acffcb4ccab364d512de117/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T13:48:08,464 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/427c5a64170cff05d073a7eab192003b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T13:48:08,465 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened 08cc34534acffcb4ccab364d512de117; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63159119, jitterRate=-0.05885578691959381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:48:08,465 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened 427c5a64170cff05d073a7eab192003b; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59481393, jitterRate=-0.11365817487239838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:48:08,466 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08cc34534acffcb4ccab364d512de117 2024-11-14T13:48:08,466 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 427c5a64170cff05d073a7eab192003b 2024-11-14T13:48:08,466 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for 08cc34534acffcb4ccab364d512de117: Running coprocessor pre-open hook at 1731592088175Writing region info on filesystem at 1731592088175Initializing all the Stores at 1731592088179 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731592088179Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731592088179Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731592088179Obtaining lock to block concurrent updates at 1731592088236 (+57 ms)Preparing flush snapshotting stores in 08cc34534acffcb4ccab364d512de117 at 1731592088236Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731592088237 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117. at 1731592088237Flushing 08cc34534acffcb4ccab364d512de117/colfamily11: creating writer at 1731592088237Flushing 08cc34534acffcb4ccab364d512de117/colfamily11: appending metadata at 1731592088279 (+42 ms)Flushing 08cc34534acffcb4ccab364d512de117/colfamily11: closing flushed file at 1731592088279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cb63cf8: reopening flushed file at 1731592088423 (+144 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 08cc34534acffcb4ccab364d512de117 in 220ms, sequenceid=4, compaction requested=false; wal=null at 1731592088456 (+33 ms)Cleaning up temporary data from old regions at 1731592088458 (+2 ms)Running coprocessor post-open hooks at 1731592088466 (+8 ms)Region opened successfully at 1731592088466 2024-11-14T13:48:08,466 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for 427c5a64170cff05d073a7eab192003b: Running coprocessor pre-open hook at 1731592088235Writing region info on filesystem at 1731592088235Initializing all the Stores at 1731592088236 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731592088236Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731592088240 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731592088240Obtaining lock to block concurrent updates at 1731592088277 (+37 ms)Preparing flush snapshotting stores in 427c5a64170cff05d073a7eab192003b at 1731592088277Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731592088278 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b. at 1731592088278Flushing 427c5a64170cff05d073a7eab192003b/colfamily11: creating writer at 1731592088278Flushing 427c5a64170cff05d073a7eab192003b/colfamily11: appending metadata at 1731592088323 (+45 ms)Flushing 427c5a64170cff05d073a7eab192003b/colfamily11: closing flushed file at 1731592088323Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b43bf4f: reopening flushed file at 1731592088432 (+109 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 427c5a64170cff05d073a7eab192003b in 178ms, sequenceid=4, compaction requested=false; wal=null at 1731592088455 (+23 ms)Cleaning up temporary data from old regions at 1731592088457 (+2 ms)Running coprocessor post-open hooks at 1731592088466 (+9 ms)Region opened successfully at 1731592088466 2024-11-14T13:48:08,468 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b., pid=74, masterSystemTime=1731592087519 2024-11-14T13:48:08,469 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117., pid=76, masterSystemTime=1731592087508 2024-11-14T13:48:08,471 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b. 2024-11-14T13:48:08,472 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=427c5a64170cff05d073a7eab192003b, regionState=OPEN, openSeqNum=5, regionLocation=0ac5ae04350c,34717,1731591891819 2024-11-14T13:48:08,473 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117. 2024-11-14T13:48:08,473 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117. 2024-11-14T13:48:08,476 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b. 2024-11-14T13:48:08,476 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307. 2024-11-14T13:48:08,476 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0. 2024-11-14T13:48:08,477 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 3436e040854594ad7151ca29debdeea0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-14T13:48:08,477 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3436e040854594ad7151ca29debdeea0 2024-11-14T13:48:08,477 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7752): Opening region: {ENCODED => 916a438220ef69061b47176e62698307, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-14T13:48:08,477 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:48:08,477 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 3436e040854594ad7151ca29debdeea0 2024-11-14T13:48:08,477 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 3436e040854594ad7151ca29debdeea0 2024-11-14T13:48:08,478 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 916a438220ef69061b47176e62698307 2024-11-14T13:48:08,478 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:48:08,478 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7794): checking encryption for 916a438220ef69061b47176e62698307 2024-11-14T13:48:08,478 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7797): checking classloading for 916a438220ef69061b47176e62698307 2024-11-14T13:48:08,482 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=08cc34534acffcb4ccab364d512de117, regionState=OPEN, openSeqNum=5, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:08,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 427c5a64170cff05d073a7eab192003b, server=0ac5ae04350c,34717,1731591891819 because future has completed 2024-11-14T13:48:08,484 INFO [StoreOpener-3436e040854594ad7151ca29debdeea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3436e040854594ad7151ca29debdeea0 2024-11-14T13:48:08,487 INFO [StoreOpener-3436e040854594ad7151ca29debdeea0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3436e040854594ad7151ca29debdeea0 columnFamilyName colfamily11 2024-11-14T13:48:08,487 DEBUG [StoreOpener-3436e040854594ad7151ca29debdeea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:08,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08cc34534acffcb4ccab364d512de117, server=0ac5ae04350c,37809,1731591891976 because future has completed 2024-11-14T13:48:08,489 INFO [StoreOpener-916a438220ef69061b47176e62698307-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 916a438220ef69061b47176e62698307 2024-11-14T13:48:08,492 INFO [StoreOpener-916a438220ef69061b47176e62698307-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 916a438220ef69061b47176e62698307 columnFamilyName colfamily11 2024-11-14T13:48:08,492 DEBUG [StoreOpener-916a438220ef69061b47176e62698307-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:08,492 INFO [StoreOpener-3436e040854594ad7151ca29debdeea0-1 {}] regionserver.HStore(327): Store=3436e040854594ad7151ca29debdeea0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:48:08,493 INFO [StoreOpener-3436e040854594ad7151ca29debdeea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3436e040854594ad7151ca29debdeea0 2024-11-14T13:48:08,495 INFO [StoreOpener-3436e040854594ad7151ca29debdeea0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3436e040854594ad7151ca29debdeea0 columnFamilyName colfamily21 2024-11-14T13:48:08,495 DEBUG [StoreOpener-3436e040854594ad7151ca29debdeea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:08,495 INFO [StoreOpener-3436e040854594ad7151ca29debdeea0-1 {}] regionserver.HStore(327): Store=3436e040854594ad7151ca29debdeea0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:48:08,496 INFO [StoreOpener-3436e040854594ad7151ca29debdeea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3436e040854594ad7151ca29debdeea0 2024-11-14T13:48:08,496 INFO [StoreOpener-916a438220ef69061b47176e62698307-1 {}] regionserver.HStore(327): Store=916a438220ef69061b47176e62698307/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:48:08,496 INFO [StoreOpener-916a438220ef69061b47176e62698307-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 916a438220ef69061b47176e62698307 2024-11-14T13:48:08,497 INFO [StoreOpener-3436e040854594ad7151ca29debdeea0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3436e040854594ad7151ca29debdeea0 columnFamilyName colfamily31 2024-11-14T13:48:08,497 DEBUG [StoreOpener-3436e040854594ad7151ca29debdeea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:08,499 INFO [StoreOpener-916a438220ef69061b47176e62698307-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 916a438220ef69061b47176e62698307 columnFamilyName colfamily21 2024-11-14T13:48:08,499 DEBUG [StoreOpener-916a438220ef69061b47176e62698307-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:08,499 INFO [StoreOpener-3436e040854594ad7151ca29debdeea0-1 {}] regionserver.HStore(327): Store=3436e040854594ad7151ca29debdeea0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:48:08,499 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 3436e040854594ad7151ca29debdeea0 2024-11-14T13:48:08,500 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3436e040854594ad7151ca29debdeea0 2024-11-14T13:48:08,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=64 2024-11-14T13:48:08,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 427c5a64170cff05d073a7eab192003b, server=0ac5ae04350c,34717,1731591891819 in 1.1230 sec 2024-11-14T13:48:08,506 INFO [StoreOpener-916a438220ef69061b47176e62698307-1 {}] regionserver.HStore(327): Store=916a438220ef69061b47176e62698307/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:48:08,506 INFO [StoreOpener-916a438220ef69061b47176e62698307-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 916a438220ef69061b47176e62698307 2024-11-14T13:48:08,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=427c5a64170cff05d073a7eab192003b, ASSIGN in 1.3070 sec 2024-11-14T13:48:08,508 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3436e040854594ad7151ca29debdeea0 2024-11-14T13:48:08,508 INFO [StoreOpener-916a438220ef69061b47176e62698307-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 916a438220ef69061b47176e62698307 columnFamilyName colfamily31 2024-11-14T13:48:08,508 DEBUG [StoreOpener-916a438220ef69061b47176e62698307-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:48:08,510 INFO [StoreOpener-916a438220ef69061b47176e62698307-1 {}] regionserver.HStore(327): Store=916a438220ef69061b47176e62698307/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:48:08,510 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1038): replaying wal for 916a438220ef69061b47176e62698307 2024-11-14T13:48:08,510 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3436e040854594ad7151ca29debdeea0/recovered.edits/0000000000000000004 2024-11-14T13:48:08,513 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/916a438220ef69061b47176e62698307 2024-11-14T13:48:08,518 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3436e040854594ad7151ca29debdeea0/recovered.edits/0000000000000000004 2024-11-14T13:48:08,518 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing 3436e040854594ad7151ca29debdeea0 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T13:48:08,519 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/916a438220ef69061b47176e62698307 2024-11-14T13:48:08,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=69 2024-11-14T13:48:08,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 08cc34534acffcb4ccab364d512de117, server=0ac5ae04350c,37809,1731591891976 in 1.1190 sec 2024-11-14T13:48:08,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08cc34534acffcb4ccab364d512de117, ASSIGN in 1.3270 sec 2024-11-14T13:48:08,529 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/916a438220ef69061b47176e62698307/recovered.edits/0000000000000000004 2024-11-14T13:48:08,538 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/916a438220ef69061b47176e62698307/recovered.edits/0000000000000000004 2024-11-14T13:48:08,539 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(2902): Flushing 916a438220ef69061b47176e62698307 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T13:48:08,565 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3436e040854594ad7151ca29debdeea0/.tmp/colfamily11/8c0624ad75304ce0bad9a33d434daff5 is 52, key is iii/colfamily11:colfamily11/1731591901880/Put/seqid=0 2024-11-14T13:48:08,570 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/916a438220ef69061b47176e62698307/.tmp/colfamily11/c7ab43bc629d4b9790634f9ad613cf25 is 52, key is yyy/colfamily11:colfamily11/1731591902110/Put/seqid=0 2024-11-14T13:48:08,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741883_1059 (size=39263) 2024-11-14T13:48:08,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741883_1059 (size=39263) 2024-11-14T13:48:08,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741883_1059 (size=39263) 2024-11-14T13:48:08,590 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3436e040854594ad7151ca29debdeea0/.tmp/colfamily11/8c0624ad75304ce0bad9a33d434daff5 2024-11-14T13:48:08,606 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3436e040854594ad7151ca29debdeea0/.tmp/colfamily11/8c0624ad75304ce0bad9a33d434daff5 as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3436e040854594ad7151ca29debdeea0/colfamily11/8c0624ad75304ce0bad9a33d434daff5 2024-11-14T13:48:08,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741884_1060 (size=39263) 2024-11-14T13:48:08,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741884_1060 (size=39263) 2024-11-14T13:48:08,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741884_1060 (size=39263) 2024-11-14T13:48:08,611 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/916a438220ef69061b47176e62698307/.tmp/colfamily11/c7ab43bc629d4b9790634f9ad613cf25 2024-11-14T13:48:08,622 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3436e040854594ad7151ca29debdeea0/colfamily11/8c0624ad75304ce0bad9a33d434daff5, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T13:48:08,622 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3436e040854594ad7151ca29debdeea0 in 104ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T13:48:08,623 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3436e040854594ad7151ca29debdeea0/recovered.edits/0000000000000000004 2024-11-14T13:48:08,626 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 3436e040854594ad7151ca29debdeea0 2024-11-14T13:48:08,626 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 3436e040854594ad7151ca29debdeea0 2024-11-14T13:48:08,628 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/916a438220ef69061b47176e62698307/.tmp/colfamily11/c7ab43bc629d4b9790634f9ad613cf25 as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/916a438220ef69061b47176e62698307/colfamily11/c7ab43bc629d4b9790634f9ad613cf25 2024-11-14T13:48:08,628 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:48:08,631 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 3436e040854594ad7151ca29debdeea0 2024-11-14T13:48:08,635 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3436e040854594ad7151ca29debdeea0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T13:48:08,637 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/916a438220ef69061b47176e62698307/colfamily11/c7ab43bc629d4b9790634f9ad613cf25, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T13:48:08,638 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 916a438220ef69061b47176e62698307 in 99ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T13:48:08,639 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 3436e040854594ad7151ca29debdeea0; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60850079, jitterRate=-0.0932631641626358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:48:08,639 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3436e040854594ad7151ca29debdeea0 2024-11-14T13:48:08,639 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 3436e040854594ad7151ca29debdeea0: Running coprocessor pre-open hook at 1731592088478Writing region info on filesystem at 1731592088478Initializing all the Stores at 1731592088482 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731592088482Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731592088484 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731592088484Obtaining lock to block concurrent updates at 1731592088518 (+34 ms)Preparing flush snapshotting stores in 3436e040854594ad7151ca29debdeea0 at 1731592088518Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731592088518Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0. at 1731592088518Flushing 3436e040854594ad7151ca29debdeea0/colfamily11: creating writer at 1731592088519 (+1 ms)Flushing 3436e040854594ad7151ca29debdeea0/colfamily11: appending metadata at 1731592088564 (+45 ms)Flushing 3436e040854594ad7151ca29debdeea0/colfamily11: closing flushed file at 1731592088564Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e321271: reopening flushed file at 1731592088603 (+39 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3436e040854594ad7151ca29debdeea0 in 104ms, sequenceid=4, compaction requested=false; wal=null at 1731592088622 (+19 ms)Cleaning up temporary data from old regions at 1731592088626 (+4 ms)Running coprocessor post-open hooks at 1731592088639 (+13 ms)Region opened successfully at 1731592088639 2024-11-14T13:48:08,642 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/916a438220ef69061b47176e62698307/recovered.edits/0000000000000000004 2024-11-14T13:48:08,643 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0., pid=78, masterSystemTime=1731592087519 2024-11-14T13:48:08,648 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1048): stopping wal replay for 916a438220ef69061b47176e62698307 2024-11-14T13:48:08,649 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1060): Cleaning up temporary data for 916a438220ef69061b47176e62698307 2024-11-14T13:48:08,650 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0. 2024-11-14T13:48:08,650 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0. 2024-11-14T13:48:08,650 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=3436e040854594ad7151ca29debdeea0, regionState=OPEN, openSeqNum=5, regionLocation=0ac5ae04350c,34717,1731591891819 2024-11-14T13:48:08,651 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T13:48:08,656 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1093): writing seq id for 916a438220ef69061b47176e62698307 2024-11-14T13:48:08,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3436e040854594ad7151ca29debdeea0, server=0ac5ae04350c,34717,1731591891819 because future has completed 2024-11-14T13:48:08,672 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/916a438220ef69061b47176e62698307/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T13:48:08,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=70 2024-11-14T13:48:08,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 3436e040854594ad7151ca29debdeea0, server=0ac5ae04350c,34717,1731591891819 in 1.2660 sec 2024-11-14T13:48:08,683 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1114): Opened 916a438220ef69061b47176e62698307; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65214994, jitterRate=-0.02822086215019226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T13:48:08,683 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 916a438220ef69061b47176e62698307 2024-11-14T13:48:08,683 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1006): Region open journal for 916a438220ef69061b47176e62698307: Running coprocessor pre-open hook at 1731592088479Writing region info on filesystem at 1731592088479Initializing all the Stores at 1731592088487 (+8 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731592088487Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731592088489 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731592088489Obtaining lock to block concurrent updates at 1731592088539 (+50 ms)Preparing flush snapshotting stores in 916a438220ef69061b47176e62698307 at 1731592088539Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731592088539Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307. at 1731592088539Flushing 916a438220ef69061b47176e62698307/colfamily11: creating writer at 1731592088539Flushing 916a438220ef69061b47176e62698307/colfamily11: appending metadata at 1731592088570 (+31 ms)Flushing 916a438220ef69061b47176e62698307/colfamily11: closing flushed file at 1731592088570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2841e579: reopening flushed file at 1731592088625 (+55 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 916a438220ef69061b47176e62698307 in 99ms, sequenceid=4, compaction requested=false; wal=null at 1731592088638 (+13 ms)Cleaning up temporary data from old regions at 1731592088649 (+11 ms)Running coprocessor post-open hooks at 1731592088683 (+34 ms)Region opened successfully at 1731592088683 2024-11-14T13:48:08,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3436e040854594ad7151ca29debdeea0, ASSIGN in 1.4830 sec 2024-11-14T13:48:08,688 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307., pid=72, masterSystemTime=1731592087508 2024-11-14T13:48:08,693 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307. 2024-11-14T13:48:08,693 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307. 2024-11-14T13:48:08,697 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=916a438220ef69061b47176e62698307, regionState=OPEN, openSeqNum=5, regionLocation=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:08,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 916a438220ef69061b47176e62698307, server=0ac5ae04350c,37809,1731591891976 because future has completed 2024-11-14T13:48:08,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=71 2024-11-14T13:48:08,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 916a438220ef69061b47176e62698307, server=0ac5ae04350c,37809,1731591891976 in 1.3480 sec 2024-11-14T13:48:08,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=57 2024-11-14T13:48:08,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=916a438220ef69061b47176e62698307, ASSIGN in 1.5150 sec 2024-11-14T13:48:08,722 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 0ac5ae04350c,42479,1731591892037 after splitting done 2024-11-14T13:48:08,722 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T13:48:08,722 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:48:08,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T13:48:08,723 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T13:48:08,947 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:48:08,947 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T13:48:08,947 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T13:48:08,947 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T13:48:08,947 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T13:48:08,947 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T13:48:08,947 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T13:48:08,947 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T13:48:08,948 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T13:48:08,949 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T13:48:08,950 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T13:48:08,950 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T13:48:08,950 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T13:48:08,950 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T13:48:08,950 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T13:48:08,950 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T13:48:08,950 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T13:48:08,950 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T13:48:08,950 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T13:48:08,950 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T13:48:08,950 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T13:48:08,950 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T13:48:08,950 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T13:48:08,950 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T13:48:08,951 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T13:48:08,951 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T13:48:08,951 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T13:48:08,951 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T13:48:08,951 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T13:48:08,951 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T13:48:08,951 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T13:48:08,951 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T13:48:08,951 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T13:48:08,951 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T13:48:08,952 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T13:48:08,955 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true 2024-11-14T13:48:08,955 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 2024-11-14T13:48:08,955 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 2024-11-14T13:48:08,955 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T13:48:08,955 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:08,955 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42479%2C1731591892037.1731591894072, worker=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:08,955 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42479%2C1731591892037.1731591894072, worker=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:08,955 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=427c5a64170cff05d073a7eab192003b, ASSIGN 2024-11-14T13:48:08,955 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=55129eae3366575c49846458a07e88db, ASSIGN 2024-11-14T13:48:08,955 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=64d4fdcd7e1cbe0a52a09cc66d3447ac, ASSIGN 2024-11-14T13:48:08,955 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=527f40c43963357312bf7bb8dfad3b84, ASSIGN 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eff06afbab034c0c57e88e72996f4293, ASSIGN 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08cc34534acffcb4ccab364d512de117, ASSIGN 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3436e040854594ad7151ca29debdeea0, ASSIGN 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=916a438220ef69061b47176e62698307, ASSIGN 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 916a438220ef69061b47176e62698307, server=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure eff06afbab034c0c57e88e72996f4293, server=0ac5ae04350c,34717,1731591891819 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 427c5a64170cff05d073a7eab192003b, server=0ac5ae04350c,34717,1731591891819 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 64d4fdcd7e1cbe0a52a09cc66d3447ac, server=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 08cc34534acffcb4ccab364d512de117, server=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 527f40c43963357312bf7bb8dfad3b84, server=0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 3436e040854594ad7151ca29debdeea0, server=0ac5ae04350c,34717,1731591891819 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 55129eae3366575c49846458a07e88db, server=0ac5ae04350c,34717,1731591891819 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42479%2C1731591892037.meta.1731591894787.meta, worker=0ac5ae04350c,34717,1731591891819 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0ac5ae04350c,37809,1731591891976 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42479%2C1731591892037.1731591894072, worker=0ac5ae04350c,37809,1731591891976 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42479%2C1731591892037.1731591894072, worker=0ac5ae04350c,37809,1731591891976 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=427c5a64170cff05d073a7eab192003b, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=55129eae3366575c49846458a07e88db, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=64d4fdcd7e1cbe0a52a09cc66d3447ac, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=527f40c43963357312bf7bb8dfad3b84, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eff06afbab034c0c57e88e72996f4293, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08cc34534acffcb4ccab364d512de117, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3436e040854594ad7151ca29debdeea0, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=916a438220ef69061b47176e62698307, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 916a438220ef69061b47176e62698307, server=0ac5ae04350c,37809,1731591891976 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure eff06afbab034c0c57e88e72996f4293, server=0ac5ae04350c,34717,1731591891819 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 427c5a64170cff05d073a7eab192003b, server=0ac5ae04350c,34717,1731591891819 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 64d4fdcd7e1cbe0a52a09cc66d3447ac, server=0ac5ae04350c,37809,1731591891976 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 08cc34534acffcb4ccab364d512de117, server=0ac5ae04350c,37809,1731591891976 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 527f40c43963357312bf7bb8dfad3b84, server=0ac5ae04350c,37809,1731591891976 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 3436e040854594ad7151ca29debdeea0, server=0ac5ae04350c,34717,1731591891819 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:08,956 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 55129eae3366575c49846458a07e88db, server=0ac5ae04350c,34717,1731591891819 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T13:48:08,957 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-14T13:48:08,958 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=61 2024-11-14T13:48:08,958 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=0ac5ae04350c,37809,1731591891976, table=hbase:meta, region=1588230740 2024-11-14T13:48:08,958 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0ac5ae04350c,37809,1731591891976, state=OPEN 2024-11-14T13:48:08,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:48:08,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:48:08,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:48:08,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:48:08,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:48:08,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:48:08,961 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731592118961 2024-11-14T13:48:08,962 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T13:48:08,971 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=55129eae3366575c49846458a07e88db, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=5 2024-11-14T13:48:08,972 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e349ba750943230c686f53a5d7c4cf73, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:08,972 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a3e68e22d1a2581823bccc541c6fda4d, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:08,972 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=efae7949a6359791c3db0df8de82361a, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:08,972 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=024f37fac0a80c9b20e1a7d1293927db, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:08,972 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=64d4fdcd7e1cbe0a52a09cc66d3447ac, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=5 2024-11-14T13:48:08,972 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6e260627be95c590b0679ed490c67a68, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:08,972 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3261f473cffad4ef1c31b46b14007911, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:08,972 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3436e040854594ad7151ca29debdeea0, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=5 2024-11-14T13:48:08,972 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=48103f4ab2965bcdd68ba330f84405f5, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:08,972 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0b646648b9a14eab8eb7fb7fb1442ce1, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:08,972 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=08cc34534acffcb4ccab364d512de117, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=5 2024-11-14T13:48:08,972 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c9082c79276e45d157be1e9be294818d, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:08,972 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c9d94c4d485cc76ddd0d1cbe687eaf1, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:08,972 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1fec0ac3005466e4d280ae9aa46777a4, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:08,973 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eff06afbab034c0c57e88e72996f4293, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=5 2024-11-14T13:48:08,973 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f2fcbfab2fb472a104518a56d7eba188, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:08,973 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb3f166e3ca9fee8309c6113030e4acd, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:08,973 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=527f40c43963357312bf7bb8dfad3b84, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=5 2024-11-14T13:48:08,973 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=744fa47c33876f935d9d497dd36f3aa8, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:08,973 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ba411c881b7dc54f31069b8394ae9c0, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:08,973 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=69bb46e01f9a17d89d58cd1c0b2b234a, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=2 2024-11-14T13:48:08,973 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=427c5a64170cff05d073a7eab192003b, regionState=OPEN, lastHost=0ac5ae04350c,34717,1731591891819, regionLocation=0ac5ae04350c,34717,1731591891819, openSeqNum=5 2024-11-14T13:48:08,973 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8faee68b0b3a3e07fb6545d50e2e99dd, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:08,973 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=916a438220ef69061b47176e62698307, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=5 2024-11-14T13:48:08,973 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=318889161ac1d5e8095715d201c363cb, regionState=OPEN, lastHost=0ac5ae04350c,37809,1731591891976, regionLocation=0ac5ae04350c,37809,1731591891976, openSeqNum=2 2024-11-14T13:48:08,973 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-14T13:48:08,973 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731592148973 2024-11-14T13:48:08,973 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731592208973 2024-11-14T13:48:08,973 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-11-14T13:48:08,974 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 0ac5ae04350c,42479,1731591892037 after splitting done 2024-11-14T13:48:08,974 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T13:48:08,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure 0ac5ae04350c,42479,1731591892037, splitWal=true, meta=true in 3 mins, 5.853 sec 2024-11-14T13:48:09,220 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T13:48:09,230 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36256, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T13:48:09,234 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:42479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 0ac5ae04350c/172.17.0.3:42479 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:48:09,235 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2, error=java.net.ConnectException: Call to address=0ac5ae04350c:42479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:48:09,235 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-14T13:48:09,235 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2 from cache 2024-11-14T13:48:09,236 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:42479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 0ac5ae04350c/172.17.0.3:42479 2024-11-14T13:48:09,343 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0ac5ae04350c:42479 this server is in the failed servers list 2024-11-14T13:48:09,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:48:09,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:48:09,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,42479,1731591892037, seqNum=-1 from cache 2024-11-14T13:48:09,454 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:48:09,455 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T13:48:09,456 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37809,1731591891976, seqNum=-1] 2024-11-14T13:48:09,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T13:48:09,460 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db., hostname=0ac5ae04350c,34717,1731591891819, seqNum=5] 2024-11-14T13:48:09,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T13:48:09,501 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0ac5ae04350c:42479 this server is in the failed servers list 2024-11-14T13:48:09,501 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:48:09,501 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:48:09,502 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2 from cache 2024-11-14T13:48:09,619 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac., hostname=0ac5ae04350c,37809,1731591891976, seqNum=5] 2024-11-14T13:48:09,637 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0ac5ae04350c:42479 this server is in the failed servers list 2024-11-14T13:48:09,637 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:48:09,638 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:48:09,638 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2 from cache 2024-11-14T13:48:09,749 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0., hostname=0ac5ae04350c,34717,1731591891819, seqNum=5] 2024-11-14T13:48:09,777 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0ac5ae04350c:42479 this server is in the failed servers list 2024-11-14T13:48:09,778 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:48:09,778 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:48:09,778 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2 from cache 2024-11-14T13:48:09,890 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117., hostname=0ac5ae04350c,37809,1731591891976, seqNum=5] 2024-11-14T13:48:09,917 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0ac5ae04350c:42479 this server is in the failed servers list 2024-11-14T13:48:09,917 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:48:09,917 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:48:09,917 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2 from cache 2024-11-14T13:48:10,032 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293., hostname=0ac5ae04350c,34717,1731591891819, seqNum=5] 2024-11-14T13:48:10,054 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0ac5ae04350c:42479 this server is in the failed servers list 2024-11-14T13:48:10,055 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:48:10,055 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:48:10,055 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2 from cache 2024-11-14T13:48:10,170 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84., hostname=0ac5ae04350c,37809,1731591891976, seqNum=5] 2024-11-14T13:48:10,189 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0ac5ae04350c:42479 this server is in the failed servers list 2024-11-14T13:48:10,190 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:48:10,190 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:48:10,190 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2 from cache 2024-11-14T13:48:10,298 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b., hostname=0ac5ae04350c,34717,1731591891819, seqNum=5] 2024-11-14T13:48:10,315 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0ac5ae04350c:42479 this server is in the failed servers list 2024-11-14T13:48:10,316 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0ac5ae04350c:42479 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:48:10,316 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0ac5ae04350c:42479 2024-11-14T13:48:10,316 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307., hostname=0ac5ae04350c,42479,1731591892037, seqNum=2 from cache 2024-11-14T13:48:10,430 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307., hostname=0ac5ae04350c,37809,1731591891976, seqNum=5] 2024-11-14T13:48:10,585 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-14T13:48:10,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T13:48:10,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T13:48:10,586 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T13:48:10,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:48:10,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:48:10,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T13:48:10,587 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T13:48:10,587 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=356674720, stopped=false 2024-11-14T13:48:10,587 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0ac5ae04350c,44751,1731591890790 2024-11-14T13:48:10,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T13:48:10,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:48:10,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T13:48:10,597 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T13:48:10,597 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T13:48:10,598 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T13:48:10,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:48:10,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:48:10,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T13:48:10,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T13:48:10,598 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0ac5ae04350c,34717,1731591891819' ***** 2024-11-14T13:48:10,598 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T13:48:10,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:48:10,598 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0ac5ae04350c,37809,1731591891976' ***** 2024-11-14T13:48:10,598 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T13:48:10,598 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T13:48:10,599 INFO [RS:0;0ac5ae04350c:34717 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T13:48:10,599 INFO [RS:0;0ac5ae04350c:34717 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T13:48:10,599 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(3091): Received CLOSE for 3436e040854594ad7151ca29debdeea0 2024-11-14T13:48:10,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T13:48:10,600 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(3091): Received CLOSE for c9082c79276e45d157be1e9be294818d 2024-11-14T13:48:10,600 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(3091): Received CLOSE for efae7949a6359791c3db0df8de82361a 2024-11-14T13:48:10,601 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(3091): Received CLOSE for 744fa47c33876f935d9d497dd36f3aa8 2024-11-14T13:48:10,601 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c9d94c4d485cc76ddd0d1cbe687eaf1 2024-11-14T13:48:10,601 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(3091): Received CLOSE for 48103f4ab2965bcdd68ba330f84405f5 2024-11-14T13:48:10,601 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(3091): Received CLOSE for 427c5a64170cff05d073a7eab192003b 2024-11-14T13:48:10,601 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(3091): Received CLOSE for f2fcbfab2fb472a104518a56d7eba188 2024-11-14T13:48:10,601 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(3091): Received CLOSE for 69bb46e01f9a17d89d58cd1c0b2b234a 2024-11-14T13:48:10,601 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(3091): Received CLOSE for 55129eae3366575c49846458a07e88db 2024-11-14T13:48:10,601 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e260627be95c590b0679ed490c67a68 2024-11-14T13:48:10,601 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(3091): Received CLOSE for a3e68e22d1a2581823bccc541c6fda4d 2024-11-14T13:48:10,601 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(3091): Received CLOSE for eff06afbab034c0c57e88e72996f4293 2024-11-14T13:48:10,601 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(959): stopping server 0ac5ae04350c,34717,1731591891819 2024-11-14T13:48:10,601 INFO [RS:0;0ac5ae04350c:34717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T13:48:10,601 INFO [RS:0;0ac5ae04350c:34717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0ac5ae04350c:34717. 2024-11-14T13:48:10,601 DEBUG [RS:0;0ac5ae04350c:34717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T13:48:10,601 DEBUG [RS:0;0ac5ae04350c:34717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:48:10,601 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-14T13:48:10,602 DEBUG [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(1351): Waiting on 3436e040854594ad7151ca29debdeea0, 427c5a64170cff05d073a7eab192003b, 48103f4ab2965bcdd68ba330f84405f5, 4c9d94c4d485cc76ddd0d1cbe687eaf1, 55129eae3366575c49846458a07e88db, 69bb46e01f9a17d89d58cd1c0b2b234a, 6e260627be95c590b0679ed490c67a68, 744fa47c33876f935d9d497dd36f3aa8, a3e68e22d1a2581823bccc541c6fda4d, c9082c79276e45d157be1e9be294818d, efae7949a6359791c3db0df8de82361a, eff06afbab034c0c57e88e72996f4293, f2fcbfab2fb472a104518a56d7eba188 2024-11-14T13:48:10,604 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T13:48:10,604 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T13:48:10,605 INFO [RS:1;0ac5ae04350c:37809 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T13:48:10,605 INFO [RS:1;0ac5ae04350c:37809 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T13:48:10,605 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(3091): Received CLOSE for 318889161ac1d5e8095715d201c363cb 2024-11-14T13:48:10,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T13:48:10,605 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T13:48:10,605 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(3091): Received CLOSE for 024f37fac0a80c9b20e1a7d1293927db 2024-11-14T13:48:10,605 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ba411c881b7dc54f31069b8394ae9c0 2024-11-14T13:48:10,605 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b646648b9a14eab8eb7fb7fb1442ce1 2024-11-14T13:48:10,605 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(3091): Received CLOSE for 64d4fdcd7e1cbe0a52a09cc66d3447ac 2024-11-14T13:48:10,605 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(3091): Received CLOSE for 527f40c43963357312bf7bb8dfad3b84 2024-11-14T13:48:10,605 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(3091): Received CLOSE for 1fec0ac3005466e4d280ae9aa46777a4 2024-11-14T13:48:10,605 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(3091): Received CLOSE for e349ba750943230c686f53a5d7c4cf73 2024-11-14T13:48:10,606 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(3091): Received CLOSE for 08cc34534acffcb4ccab364d512de117 2024-11-14T13:48:10,606 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(3091): Received CLOSE for 916a438220ef69061b47176e62698307 2024-11-14T13:48:10,606 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(3091): Received CLOSE for eb3f166e3ca9fee8309c6113030e4acd 2024-11-14T13:48:10,606 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(3091): Received CLOSE for 8faee68b0b3a3e07fb6545d50e2e99dd 2024-11-14T13:48:10,606 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(3091): Received CLOSE for 3261f473cffad4ef1c31b46b14007911 2024-11-14T13:48:10,606 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(959): stopping server 0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:10,606 INFO [RS:1;0ac5ae04350c:37809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T13:48:10,606 INFO [RS:1;0ac5ae04350c:37809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;0ac5ae04350c:37809. 2024-11-14T13:48:10,606 DEBUG [RS:1;0ac5ae04350c:37809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T13:48:10,606 DEBUG [RS:1;0ac5ae04350c:37809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:48:10,606 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T13:48:10,606 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T13:48:10,606 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T13:48:10,606 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T13:48:10,607 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 318889161ac1d5e8095715d201c363cb, disabling compactions & flushes 2024-11-14T13:48:10,607 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731591895417.318889161ac1d5e8095715d201c363cb. 2024-11-14T13:48:10,607 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731591895417.318889161ac1d5e8095715d201c363cb. 2024-11-14T13:48:10,608 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731591895417.318889161ac1d5e8095715d201c363cb. after waiting 0 ms 2024-11-14T13:48:10,608 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731591895417.318889161ac1d5e8095715d201c363cb. 2024-11-14T13:48:10,608 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 318889161ac1d5e8095715d201c363cb 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-14T13:48:10,608 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3436e040854594ad7151ca29debdeea0, disabling compactions & flushes 2024-11-14T13:48:10,608 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0. 2024-11-14T13:48:10,608 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0. 2024-11-14T13:48:10,608 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0. after waiting 0 ms 2024-11-14T13:48:10,609 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-14T13:48:10,609 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0. 2024-11-14T13:48:10,609 DEBUG [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(1351): Waiting on 024f37fac0a80c9b20e1a7d1293927db, 08cc34534acffcb4ccab364d512de117, 0b646648b9a14eab8eb7fb7fb1442ce1, 1588230740, 1fec0ac3005466e4d280ae9aa46777a4, 2ba411c881b7dc54f31069b8394ae9c0, 318889161ac1d5e8095715d201c363cb, 3261f473cffad4ef1c31b46b14007911, 527f40c43963357312bf7bb8dfad3b84, 64d4fdcd7e1cbe0a52a09cc66d3447ac, 8faee68b0b3a3e07fb6545d50e2e99dd, 916a438220ef69061b47176e62698307, e349ba750943230c686f53a5d7c4cf73, eb3f166e3ca9fee8309c6113030e4acd 2024-11-14T13:48:10,612 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T13:48:10,612 INFO [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T13:48:10,612 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T13:48:10,612 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T13:48:10,612 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T13:48:10,612 INFO [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=11.88 KB heapSize=17.59 KB 2024-11-14T13:48:10,637 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/.tmp/info/0d10ee2d7a9747eaaad6653ba46e8266 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac./info:regioninfo/1731592087887/Put/seqid=0 2024-11-14T13:48:10,640 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3436e040854594ad7151ca29debdeea0/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T13:48:10,639 INFO [regionserver/0ac5ae04350c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T13:48:10,655 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/318889161ac1d5e8095715d201c363cb/.tmp/colfamily11/e1856533ed8c48858b995ea73356e321 is 52, key is zzz/colfamily11:colfamily11/1731591902254/Put/seqid=0 2024-11-14T13:48:10,656 INFO [regionserver/0ac5ae04350c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T13:48:10,664 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0. 2024-11-14T13:48:10,665 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3436e040854594ad7151ca29debdeea0: Waiting for close lock at 1731592090602Running coprocessor pre-close hooks at 1731592090602Disabling compacts and flushes for region at 1731592090602Disabling writes for close at 1731592090609 (+7 ms)Writing region close event to WAL at 1731592090625 (+16 ms)Running coprocessor post-close hooks at 1731592090660 (+35 ms)Closed at 1731592090664 (+4 ms) 2024-11-14T13:48:10,665 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731591895417.3436e040854594ad7151ca29debdeea0. 2024-11-14T13:48:10,665 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c9082c79276e45d157be1e9be294818d, disabling compactions & flushes 2024-11-14T13:48:10,665 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731591895417.c9082c79276e45d157be1e9be294818d. 2024-11-14T13:48:10,666 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731591895417.c9082c79276e45d157be1e9be294818d. 2024-11-14T13:48:10,666 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731591895417.c9082c79276e45d157be1e9be294818d. after waiting 0 ms 2024-11-14T13:48:10,666 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731591895417.c9082c79276e45d157be1e9be294818d. 2024-11-14T13:48:10,666 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c9082c79276e45d157be1e9be294818d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T13:48:10,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741885_1061 (size=18276) 2024-11-14T13:48:10,702 INFO [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.88 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/.tmp/info/0d10ee2d7a9747eaaad6653ba46e8266 2024-11-14T13:48:10,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741885_1061 (size=18276) 2024-11-14T13:48:10,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741886_1062 (size=4857) 2024-11-14T13:48:10,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741885_1061 (size=18276) 2024-11-14T13:48:10,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741886_1062 (size=4857) 2024-11-14T13:48:10,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741886_1062 (size=4857) 2024-11-14T13:48:10,713 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/.tmp/info/0d10ee2d7a9747eaaad6653ba46e8266 as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/info/0d10ee2d7a9747eaaad6653ba46e8266 2024-11-14T13:48:10,717 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c9082c79276e45d157be1e9be294818d/.tmp/colfamily11/8c90cb6e6b6b4cfeadcbd6dd01e35876 is 52, key is mmm/colfamily11:colfamily11/1731591902071/Put/seqid=0 2024-11-14T13:48:10,721 INFO [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/info/0d10ee2d7a9747eaaad6653ba46e8266, entries=64, sequenceid=79, filesize=17.8 K 2024-11-14T13:48:10,725 INFO [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~11.88 KB/12162, heapSize ~16.83 KB/17232, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=79, compaction requested=false 2024-11-14T13:48:10,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741887_1063 (size=39263) 2024-11-14T13:48:10,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741887_1063 (size=39263) 2024-11-14T13:48:10,747 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c9082c79276e45d157be1e9be294818d/.tmp/colfamily11/8c90cb6e6b6b4cfeadcbd6dd01e35876 2024-11-14T13:48:10,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741887_1063 (size=39263) 2024-11-14T13:48:10,748 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/hbase/meta/1588230740/recovered.edits/82.seqid, newMaxSeqId=82, maxSeqId=60 2024-11-14T13:48:10,749 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T13:48:10,749 INFO [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T13:48:10,750 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731592090612Running coprocessor pre-close hooks at 1731592090612Disabling compacts and flushes for region at 1731592090612Disabling writes for close at 1731592090612Obtaining lock to block concurrent updates at 1731592090612Preparing flush snapshotting stores in 1588230740 at 1731592090612Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12162, getHeapSize=17952, getOffHeapSize=0, getCellsCount=64 at 1731592090614 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731592090617 (+3 ms)Flushing 1588230740/info: creating writer at 1731592090617Flushing 1588230740/info: appending metadata at 1731592090636 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731592090636Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@547e29d7: reopening flushed file at 1731592090711 (+75 ms)Finished flush of dataSize ~11.88 KB/12162, heapSize ~16.83 KB/17232, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=79, compaction requested=false at 1731592090725 (+14 ms)Writing region close event to WAL at 1731592090733 (+8 ms)Running coprocessor post-close hooks at 1731592090749 (+16 ms)Closed at 1731592090749 2024-11-14T13:48:10,750 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T13:48:10,756 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c9082c79276e45d157be1e9be294818d/.tmp/colfamily11/8c90cb6e6b6b4cfeadcbd6dd01e35876 as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c9082c79276e45d157be1e9be294818d/colfamily11/8c90cb6e6b6b4cfeadcbd6dd01e35876 2024-11-14T13:48:10,764 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c9082c79276e45d157be1e9be294818d/colfamily11/8c90cb6e6b6b4cfeadcbd6dd01e35876, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T13:48:10,765 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c9082c79276e45d157be1e9be294818d in 99ms, sequenceid=5, compaction requested=false 2024-11-14T13:48:10,770 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c9082c79276e45d157be1e9be294818d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T13:48:10,771 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731591895417.c9082c79276e45d157be1e9be294818d. 2024-11-14T13:48:10,771 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c9082c79276e45d157be1e9be294818d: Waiting for close lock at 1731592090665Running coprocessor pre-close hooks at 1731592090665Disabling compacts and flushes for region at 1731592090665Disabling writes for close at 1731592090666 (+1 ms)Obtaining lock to block concurrent updates at 1731592090666Preparing flush snapshotting stores in c9082c79276e45d157be1e9be294818d at 1731592090666Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731591895417.c9082c79276e45d157be1e9be294818d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731592090666Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731591895417.c9082c79276e45d157be1e9be294818d. at 1731592090667 (+1 ms)Flushing c9082c79276e45d157be1e9be294818d/colfamily11: creating writer at 1731592090668 (+1 ms)Flushing c9082c79276e45d157be1e9be294818d/colfamily11: appending metadata at 1731592090716 (+48 ms)Flushing c9082c79276e45d157be1e9be294818d/colfamily11: closing flushed file at 1731592090716Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b56353b: reopening flushed file at 1731592090755 (+39 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c9082c79276e45d157be1e9be294818d in 99ms, sequenceid=5, compaction requested=false at 1731592090765 (+10 ms)Writing region close event to WAL at 1731592090766 (+1 ms)Running coprocessor post-close hooks at 1731592090771 (+5 ms)Closed at 1731592090771 2024-11-14T13:48:10,772 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731591895417.c9082c79276e45d157be1e9be294818d. 2024-11-14T13:48:10,772 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing efae7949a6359791c3db0df8de82361a, disabling compactions & flushes 2024-11-14T13:48:10,772 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a. 2024-11-14T13:48:10,772 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a. 2024-11-14T13:48:10,772 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a. after waiting 0 ms 2024-11-14T13:48:10,772 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a. 2024-11-14T13:48:10,772 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing efae7949a6359791c3db0df8de82361a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T13:48:10,791 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/efae7949a6359791c3db0df8de82361a/.tmp/colfamily11/b64dad337ddf4490b0ac8d4fcc8657a8 is 52, key is ddd/colfamily11:colfamily11/1731591901918/Put/seqid=0 2024-11-14T13:48:10,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741888_1064 (size=39263) 2024-11-14T13:48:10,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741888_1064 (size=39263) 2024-11-14T13:48:10,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741888_1064 (size=39263) 2024-11-14T13:48:10,802 DEBUG [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(1351): Waiting on 427c5a64170cff05d073a7eab192003b, 48103f4ab2965bcdd68ba330f84405f5, 4c9d94c4d485cc76ddd0d1cbe687eaf1, 55129eae3366575c49846458a07e88db, 69bb46e01f9a17d89d58cd1c0b2b234a, 6e260627be95c590b0679ed490c67a68, 744fa47c33876f935d9d497dd36f3aa8, a3e68e22d1a2581823bccc541c6fda4d, efae7949a6359791c3db0df8de82361a, eff06afbab034c0c57e88e72996f4293, f2fcbfab2fb472a104518a56d7eba188 2024-11-14T13:48:10,803 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/efae7949a6359791c3db0df8de82361a/.tmp/colfamily11/b64dad337ddf4490b0ac8d4fcc8657a8 2024-11-14T13:48:10,809 DEBUG [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(1351): Waiting on 024f37fac0a80c9b20e1a7d1293927db, 08cc34534acffcb4ccab364d512de117, 0b646648b9a14eab8eb7fb7fb1442ce1, 1fec0ac3005466e4d280ae9aa46777a4, 2ba411c881b7dc54f31069b8394ae9c0, 318889161ac1d5e8095715d201c363cb, 3261f473cffad4ef1c31b46b14007911, 527f40c43963357312bf7bb8dfad3b84, 64d4fdcd7e1cbe0a52a09cc66d3447ac, 8faee68b0b3a3e07fb6545d50e2e99dd, 916a438220ef69061b47176e62698307, e349ba750943230c686f53a5d7c4cf73, eb3f166e3ca9fee8309c6113030e4acd 2024-11-14T13:48:10,809 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/efae7949a6359791c3db0df8de82361a/.tmp/colfamily11/b64dad337ddf4490b0ac8d4fcc8657a8 as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/efae7949a6359791c3db0df8de82361a/colfamily11/b64dad337ddf4490b0ac8d4fcc8657a8 2024-11-14T13:48:10,813 INFO [regionserver/0ac5ae04350c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T13:48:10,813 INFO [regionserver/0ac5ae04350c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T13:48:10,817 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/efae7949a6359791c3db0df8de82361a/colfamily11/b64dad337ddf4490b0ac8d4fcc8657a8, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T13:48:10,818 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for efae7949a6359791c3db0df8de82361a in 46ms, sequenceid=5, compaction requested=false 2024-11-14T13:48:10,822 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/efae7949a6359791c3db0df8de82361a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T13:48:10,823 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a. 2024-11-14T13:48:10,823 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for efae7949a6359791c3db0df8de82361a: Waiting for close lock at 1731592090772Running coprocessor pre-close hooks at 1731592090772Disabling compacts and flushes for region at 1731592090772Disabling writes for close at 1731592090772Obtaining lock to block concurrent updates at 1731592090772Preparing flush snapshotting stores in efae7949a6359791c3db0df8de82361a at 1731592090772Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731592090772Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a. at 1731592090773 (+1 ms)Flushing efae7949a6359791c3db0df8de82361a/colfamily11: creating writer at 1731592090773Flushing efae7949a6359791c3db0df8de82361a/colfamily11: appending metadata at 1731592090791 (+18 ms)Flushing efae7949a6359791c3db0df8de82361a/colfamily11: closing flushed file at 1731592090791Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79bb8612: reopening flushed file at 1731592090809 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for efae7949a6359791c3db0df8de82361a in 46ms, sequenceid=5, compaction requested=false at 1731592090818 (+9 ms)Writing region close event to WAL at 1731592090819 (+1 ms)Running coprocessor post-close hooks at 1731592090823 (+4 ms)Closed at 1731592090823 2024-11-14T13:48:10,823 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731591895417.efae7949a6359791c3db0df8de82361a. 2024-11-14T13:48:10,823 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 744fa47c33876f935d9d497dd36f3aa8, disabling compactions & flushes 2024-11-14T13:48:10,823 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8. 2024-11-14T13:48:10,824 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8. 2024-11-14T13:48:10,824 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8. after waiting 0 ms 2024-11-14T13:48:10,824 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8. 2024-11-14T13:48:10,824 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 744fa47c33876f935d9d497dd36f3aa8 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T13:48:10,841 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/744fa47c33876f935d9d497dd36f3aa8/.tmp/colfamily11/3a0d6aeda7844a3199995dab605205a1 is 52, key is ttt/colfamily11:colfamily11/1731591902243/Put/seqid=0 2024-11-14T13:48:10,858 INFO [regionserver/0ac5ae04350c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T13:48:10,858 INFO [regionserver/0ac5ae04350c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T13:48:10,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741889_1065 (size=39263) 2024-11-14T13:48:10,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741889_1065 (size=39263) 2024-11-14T13:48:10,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741889_1065 (size=39263) 2024-11-14T13:48:10,860 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/744fa47c33876f935d9d497dd36f3aa8/.tmp/colfamily11/3a0d6aeda7844a3199995dab605205a1 2024-11-14T13:48:10,868 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/744fa47c33876f935d9d497dd36f3aa8/.tmp/colfamily11/3a0d6aeda7844a3199995dab605205a1 as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/744fa47c33876f935d9d497dd36f3aa8/colfamily11/3a0d6aeda7844a3199995dab605205a1 2024-11-14T13:48:10,875 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/744fa47c33876f935d9d497dd36f3aa8/colfamily11/3a0d6aeda7844a3199995dab605205a1, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T13:48:10,876 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 744fa47c33876f935d9d497dd36f3aa8 in 52ms, sequenceid=5, compaction requested=false 2024-11-14T13:48:10,881 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/744fa47c33876f935d9d497dd36f3aa8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T13:48:10,882 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8. 2024-11-14T13:48:10,882 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 744fa47c33876f935d9d497dd36f3aa8: Waiting for close lock at 1731592090823Running coprocessor pre-close hooks at 1731592090823Disabling compacts and flushes for region at 1731592090823Disabling writes for close at 1731592090824 (+1 ms)Obtaining lock to block concurrent updates at 1731592090824Preparing flush snapshotting stores in 744fa47c33876f935d9d497dd36f3aa8 at 1731592090824Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731592090824Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8. at 1731592090825 (+1 ms)Flushing 744fa47c33876f935d9d497dd36f3aa8/colfamily11: creating writer at 1731592090825Flushing 744fa47c33876f935d9d497dd36f3aa8/colfamily11: appending metadata at 1731592090841 (+16 ms)Flushing 744fa47c33876f935d9d497dd36f3aa8/colfamily11: closing flushed file at 1731592090841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f8b27e5: reopening flushed file at 1731592090867 (+26 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 744fa47c33876f935d9d497dd36f3aa8 in 52ms, sequenceid=5, compaction requested=false at 1731592090876 (+9 ms)Writing region close event to WAL at 1731592090877 (+1 ms)Running coprocessor post-close hooks at 1731592090882 (+5 ms)Closed at 1731592090882 2024-11-14T13:48:10,882 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731591895417.744fa47c33876f935d9d497dd36f3aa8. 2024-11-14T13:48:10,882 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c9d94c4d485cc76ddd0d1cbe687eaf1, disabling compactions & flushes 2024-11-14T13:48:10,882 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731591895417.4c9d94c4d485cc76ddd0d1cbe687eaf1. 2024-11-14T13:48:10,882 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731591895417.4c9d94c4d485cc76ddd0d1cbe687eaf1. 2024-11-14T13:48:10,882 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731591895417.4c9d94c4d485cc76ddd0d1cbe687eaf1. after waiting 0 ms 2024-11-14T13:48:10,882 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731591895417.4c9d94c4d485cc76ddd0d1cbe687eaf1. 2024-11-14T13:48:10,882 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4c9d94c4d485cc76ddd0d1cbe687eaf1 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T13:48:10,900 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c9d94c4d485cc76ddd0d1cbe687eaf1/.tmp/colfamily11/272ef047edd74cb182e96d1a317a1fab is 52, key is nnn/colfamily11:colfamily11/1731591902134/Put/seqid=0 2024-11-14T13:48:10,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741890_1066 (size=39263) 2024-11-14T13:48:10,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741890_1066 (size=39263) 2024-11-14T13:48:10,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741890_1066 (size=39263) 2024-11-14T13:48:10,923 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c9d94c4d485cc76ddd0d1cbe687eaf1/.tmp/colfamily11/272ef047edd74cb182e96d1a317a1fab 2024-11-14T13:48:10,930 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c9d94c4d485cc76ddd0d1cbe687eaf1/.tmp/colfamily11/272ef047edd74cb182e96d1a317a1fab as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c9d94c4d485cc76ddd0d1cbe687eaf1/colfamily11/272ef047edd74cb182e96d1a317a1fab 2024-11-14T13:48:10,936 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c9d94c4d485cc76ddd0d1cbe687eaf1/colfamily11/272ef047edd74cb182e96d1a317a1fab, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T13:48:10,938 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4c9d94c4d485cc76ddd0d1cbe687eaf1 in 55ms, sequenceid=5, compaction requested=false 2024-11-14T13:48:10,942 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c9d94c4d485cc76ddd0d1cbe687eaf1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T13:48:10,943 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731591895417.4c9d94c4d485cc76ddd0d1cbe687eaf1. 2024-11-14T13:48:10,943 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c9d94c4d485cc76ddd0d1cbe687eaf1: Waiting for close lock at 1731592090882Running coprocessor pre-close hooks at 1731592090882Disabling compacts and flushes for region at 1731592090882Disabling writes for close at 1731592090882Obtaining lock to block concurrent updates at 1731592090882Preparing flush snapshotting stores in 4c9d94c4d485cc76ddd0d1cbe687eaf1 at 1731592090882Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731591895417.4c9d94c4d485cc76ddd0d1cbe687eaf1., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731592090883 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731591895417.4c9d94c4d485cc76ddd0d1cbe687eaf1. at 1731592090883Flushing 4c9d94c4d485cc76ddd0d1cbe687eaf1/colfamily11: creating writer at 1731592090883Flushing 4c9d94c4d485cc76ddd0d1cbe687eaf1/colfamily11: appending metadata at 1731592090899 (+16 ms)Flushing 4c9d94c4d485cc76ddd0d1cbe687eaf1/colfamily11: closing flushed file at 1731592090899Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45834eaa: reopening flushed file at 1731592090929 (+30 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4c9d94c4d485cc76ddd0d1cbe687eaf1 in 55ms, sequenceid=5, compaction requested=false at 1731592090938 (+9 ms)Writing region close event to WAL at 1731592090938Running coprocessor post-close hooks at 1731592090943 (+5 ms)Closed at 1731592090943 2024-11-14T13:48:10,943 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731591895417.4c9d94c4d485cc76ddd0d1cbe687eaf1. 2024-11-14T13:48:10,943 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 48103f4ab2965bcdd68ba330f84405f5, disabling compactions & flushes 2024-11-14T13:48:10,943 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5. 2024-11-14T13:48:10,943 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5. 2024-11-14T13:48:10,943 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5. after waiting 0 ms 2024-11-14T13:48:10,944 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5. 2024-11-14T13:48:10,944 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 48103f4ab2965bcdd68ba330f84405f5 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T13:48:10,961 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/48103f4ab2965bcdd68ba330f84405f5/.tmp/colfamily11/9e2b9156f87042949dc6e4d07c204b43 is 52, key is jjj/colfamily11:colfamily11/1731591902025/Put/seqid=0 2024-11-14T13:48:10,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741891_1067 (size=39263) 2024-11-14T13:48:10,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741891_1067 (size=39263) 2024-11-14T13:48:10,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741891_1067 (size=39263) 2024-11-14T13:48:10,974 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/48103f4ab2965bcdd68ba330f84405f5/.tmp/colfamily11/9e2b9156f87042949dc6e4d07c204b43 2024-11-14T13:48:10,981 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/48103f4ab2965bcdd68ba330f84405f5/.tmp/colfamily11/9e2b9156f87042949dc6e4d07c204b43 as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/48103f4ab2965bcdd68ba330f84405f5/colfamily11/9e2b9156f87042949dc6e4d07c204b43 2024-11-14T13:48:10,987 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/48103f4ab2965bcdd68ba330f84405f5/colfamily11/9e2b9156f87042949dc6e4d07c204b43, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T13:48:10,988 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 48103f4ab2965bcdd68ba330f84405f5 in 44ms, sequenceid=5, compaction requested=false 2024-11-14T13:48:10,993 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/48103f4ab2965bcdd68ba330f84405f5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T13:48:10,994 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5. 2024-11-14T13:48:10,994 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 48103f4ab2965bcdd68ba330f84405f5: Waiting for close lock at 1731592090943Running coprocessor pre-close hooks at 1731592090943Disabling compacts and flushes for region at 1731592090943Disabling writes for close at 1731592090943Obtaining lock to block concurrent updates at 1731592090944 (+1 ms)Preparing flush snapshotting stores in 48103f4ab2965bcdd68ba330f84405f5 at 1731592090944Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731592090944Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5. at 1731592090944Flushing 48103f4ab2965bcdd68ba330f84405f5/colfamily11: creating writer at 1731592090945 (+1 ms)Flushing 48103f4ab2965bcdd68ba330f84405f5/colfamily11: appending metadata at 1731592090960 (+15 ms)Flushing 48103f4ab2965bcdd68ba330f84405f5/colfamily11: closing flushed file at 1731592090960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17f00611: reopening flushed file at 1731592090980 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 48103f4ab2965bcdd68ba330f84405f5 in 44ms, sequenceid=5, compaction requested=false at 1731592090988 (+8 ms)Writing region close event to WAL at 1731592090990 (+2 ms)Running coprocessor post-close hooks at 1731592090994 (+4 ms)Closed at 1731592090994 2024-11-14T13:48:10,994 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731591895417.48103f4ab2965bcdd68ba330f84405f5. 2024-11-14T13:48:10,995 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 427c5a64170cff05d073a7eab192003b, disabling compactions & flushes 2024-11-14T13:48:10,995 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b. 2024-11-14T13:48:10,995 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b. 2024-11-14T13:48:10,995 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b. after waiting 0 ms 2024-11-14T13:48:10,995 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b. 2024-11-14T13:48:11,000 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/427c5a64170cff05d073a7eab192003b/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T13:48:11,001 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b. 2024-11-14T13:48:11,001 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 427c5a64170cff05d073a7eab192003b: Waiting for close lock at 1731592090995Running coprocessor pre-close hooks at 1731592090995Disabling compacts and flushes for region at 1731592090995Disabling writes for close at 1731592090995Writing region close event to WAL at 1731592090995Running coprocessor post-close hooks at 1731592091001 (+6 ms)Closed at 1731592091001 2024-11-14T13:48:11,002 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731591895417.427c5a64170cff05d073a7eab192003b. 2024-11-14T13:48:11,002 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2fcbfab2fb472a104518a56d7eba188, disabling compactions & flushes 2024-11-14T13:48:11,002 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188. 2024-11-14T13:48:11,002 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188. 2024-11-14T13:48:11,002 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188. after waiting 0 ms 2024-11-14T13:48:11,002 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188. 2024-11-14T13:48:11,002 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f2fcbfab2fb472a104518a56d7eba188 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T13:48:11,002 DEBUG [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(1351): Waiting on 55129eae3366575c49846458a07e88db, 69bb46e01f9a17d89d58cd1c0b2b234a, 6e260627be95c590b0679ed490c67a68, a3e68e22d1a2581823bccc541c6fda4d, eff06afbab034c0c57e88e72996f4293, f2fcbfab2fb472a104518a56d7eba188 2024-11-14T13:48:11,009 DEBUG [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(1351): Waiting on 024f37fac0a80c9b20e1a7d1293927db, 08cc34534acffcb4ccab364d512de117, 0b646648b9a14eab8eb7fb7fb1442ce1, 1fec0ac3005466e4d280ae9aa46777a4, 2ba411c881b7dc54f31069b8394ae9c0, 318889161ac1d5e8095715d201c363cb, 3261f473cffad4ef1c31b46b14007911, 527f40c43963357312bf7bb8dfad3b84, 64d4fdcd7e1cbe0a52a09cc66d3447ac, 8faee68b0b3a3e07fb6545d50e2e99dd, 916a438220ef69061b47176e62698307, e349ba750943230c686f53a5d7c4cf73, eb3f166e3ca9fee8309c6113030e4acd 2024-11-14T13:48:11,031 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2fcbfab2fb472a104518a56d7eba188/.tmp/colfamily11/4e81f4d68b4a40f1aa3e65b3e289c915 is 52, key is qqq/colfamily11:colfamily11/1731591902192/Put/seqid=0 2024-11-14T13:48:11,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741892_1068 (size=39263) 2024-11-14T13:48:11,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741892_1068 (size=39263) 2024-11-14T13:48:11,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741892_1068 (size=39263) 2024-11-14T13:48:11,070 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2fcbfab2fb472a104518a56d7eba188/.tmp/colfamily11/4e81f4d68b4a40f1aa3e65b3e289c915 2024-11-14T13:48:11,085 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2fcbfab2fb472a104518a56d7eba188/.tmp/colfamily11/4e81f4d68b4a40f1aa3e65b3e289c915 as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2fcbfab2fb472a104518a56d7eba188/colfamily11/4e81f4d68b4a40f1aa3e65b3e289c915 2024-11-14T13:48:11,098 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2fcbfab2fb472a104518a56d7eba188/colfamily11/4e81f4d68b4a40f1aa3e65b3e289c915, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T13:48:11,099 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f2fcbfab2fb472a104518a56d7eba188 in 97ms, sequenceid=5, compaction requested=false 2024-11-14T13:48:11,104 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/318889161ac1d5e8095715d201c363cb/.tmp/colfamily11/e1856533ed8c48858b995ea73356e321 2024-11-14T13:48:11,118 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2fcbfab2fb472a104518a56d7eba188/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T13:48:11,119 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188. 2024-11-14T13:48:11,119 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2fcbfab2fb472a104518a56d7eba188: Waiting for close lock at 1731592091002Running coprocessor pre-close hooks at 1731592091002Disabling compacts and flushes for region at 1731592091002Disabling writes for close at 1731592091002Obtaining lock to block concurrent updates at 1731592091002Preparing flush snapshotting stores in f2fcbfab2fb472a104518a56d7eba188 at 1731592091002Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731592091002Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188. at 1731592091005 (+3 ms)Flushing f2fcbfab2fb472a104518a56d7eba188/colfamily11: creating writer at 1731592091005Flushing f2fcbfab2fb472a104518a56d7eba188/colfamily11: appending metadata at 1731592091030 (+25 ms)Flushing f2fcbfab2fb472a104518a56d7eba188/colfamily11: closing flushed file at 1731592091030Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dffee2c: reopening flushed file at 1731592091080 (+50 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f2fcbfab2fb472a104518a56d7eba188 in 97ms, sequenceid=5, compaction requested=false at 1731592091099 (+19 ms)Writing region close event to WAL at 1731592091100 (+1 ms)Running coprocessor post-close hooks at 1731592091119 (+19 ms)Closed at 1731592091119 2024-11-14T13:48:11,119 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731591895417.f2fcbfab2fb472a104518a56d7eba188. 2024-11-14T13:48:11,119 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69bb46e01f9a17d89d58cd1c0b2b234a, disabling compactions & flushes 2024-11-14T13:48:11,119 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a. 2024-11-14T13:48:11,119 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a. 2024-11-14T13:48:11,119 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a. after waiting 0 ms 2024-11-14T13:48:11,119 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a. 2024-11-14T13:48:11,120 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 69bb46e01f9a17d89d58cd1c0b2b234a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T13:48:11,121 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/318889161ac1d5e8095715d201c363cb/.tmp/colfamily11/e1856533ed8c48858b995ea73356e321 as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/318889161ac1d5e8095715d201c363cb/colfamily11/e1856533ed8c48858b995ea73356e321 2024-11-14T13:48:11,128 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/318889161ac1d5e8095715d201c363cb/colfamily11/e1856533ed8c48858b995ea73356e321, entries=1, sequenceid=5, filesize=4.7 K 2024-11-14T13:48:11,129 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 318889161ac1d5e8095715d201c363cb in 521ms, sequenceid=5, compaction requested=false 2024-11-14T13:48:11,146 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69bb46e01f9a17d89d58cd1c0b2b234a/.tmp/colfamily11/a0f7839e8ea44c2588a5593f3ca895be is 52, key is vvv/colfamily11:colfamily11/1731591902290/Put/seqid=0 2024-11-14T13:48:11,153 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/318889161ac1d5e8095715d201c363cb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T13:48:11,154 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731591895417.318889161ac1d5e8095715d201c363cb. 2024-11-14T13:48:11,154 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 318889161ac1d5e8095715d201c363cb: Waiting for close lock at 1731592090607Running coprocessor pre-close hooks at 1731592090607Disabling compacts and flushes for region at 1731592090607Disabling writes for close at 1731592090608 (+1 ms)Obtaining lock to block concurrent updates at 1731592090608Preparing flush snapshotting stores in 318889161ac1d5e8095715d201c363cb at 1731592090608Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731591895417.318889161ac1d5e8095715d201c363cb., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731592090614 (+6 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731591895417.318889161ac1d5e8095715d201c363cb. at 1731592090619 (+5 ms)Flushing 318889161ac1d5e8095715d201c363cb/colfamily11: creating writer at 1731592090619Flushing 318889161ac1d5e8095715d201c363cb/colfamily11: appending metadata at 1731592090655 (+36 ms)Flushing 318889161ac1d5e8095715d201c363cb/colfamily11: closing flushed file at 1731592090655Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47b7428c: reopening flushed file at 1731592091119 (+464 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 318889161ac1d5e8095715d201c363cb in 521ms, sequenceid=5, compaction requested=false at 1731592091129 (+10 ms)Writing region close event to WAL at 1731592091137 (+8 ms)Running coprocessor post-close hooks at 1731592091154 (+17 ms)Closed at 1731592091154 2024-11-14T13:48:11,154 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731591895417.318889161ac1d5e8095715d201c363cb. 2024-11-14T13:48:11,154 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 024f37fac0a80c9b20e1a7d1293927db, disabling compactions & flushes 2024-11-14T13:48:11,155 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db. 2024-11-14T13:48:11,155 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db. 2024-11-14T13:48:11,155 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db. after waiting 0 ms 2024-11-14T13:48:11,155 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db. 2024-11-14T13:48:11,155 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 024f37fac0a80c9b20e1a7d1293927db 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T13:48:11,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741893_1069 (size=39263) 2024-11-14T13:48:11,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741893_1069 (size=39263) 2024-11-14T13:48:11,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741893_1069 (size=39263) 2024-11-14T13:48:11,175 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69bb46e01f9a17d89d58cd1c0b2b234a/.tmp/colfamily11/a0f7839e8ea44c2588a5593f3ca895be 2024-11-14T13:48:11,192 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/024f37fac0a80c9b20e1a7d1293927db/.tmp/colfamily11/640309c1b1a248ababd57d1765be3b09 is 52, key is eee/colfamily11:colfamily11/1731591901938/Put/seqid=0 2024-11-14T13:48:11,200 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69bb46e01f9a17d89d58cd1c0b2b234a/.tmp/colfamily11/a0f7839e8ea44c2588a5593f3ca895be as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69bb46e01f9a17d89d58cd1c0b2b234a/colfamily11/a0f7839e8ea44c2588a5593f3ca895be 2024-11-14T13:48:11,204 DEBUG [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(1351): Waiting on 55129eae3366575c49846458a07e88db, 69bb46e01f9a17d89d58cd1c0b2b234a, 6e260627be95c590b0679ed490c67a68, a3e68e22d1a2581823bccc541c6fda4d, eff06afbab034c0c57e88e72996f4293 2024-11-14T13:48:11,208 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69bb46e01f9a17d89d58cd1c0b2b234a/colfamily11/a0f7839e8ea44c2588a5593f3ca895be, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T13:48:11,210 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 69bb46e01f9a17d89d58cd1c0b2b234a in 90ms, sequenceid=5, compaction requested=false 2024-11-14T13:48:11,211 DEBUG [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(1351): Waiting on 024f37fac0a80c9b20e1a7d1293927db, 08cc34534acffcb4ccab364d512de117, 0b646648b9a14eab8eb7fb7fb1442ce1, 1fec0ac3005466e4d280ae9aa46777a4, 2ba411c881b7dc54f31069b8394ae9c0, 3261f473cffad4ef1c31b46b14007911, 527f40c43963357312bf7bb8dfad3b84, 64d4fdcd7e1cbe0a52a09cc66d3447ac, 8faee68b0b3a3e07fb6545d50e2e99dd, 916a438220ef69061b47176e62698307, e349ba750943230c686f53a5d7c4cf73, eb3f166e3ca9fee8309c6113030e4acd 2024-11-14T13:48:11,231 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/69bb46e01f9a17d89d58cd1c0b2b234a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T13:48:11,242 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a. 2024-11-14T13:48:11,242 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69bb46e01f9a17d89d58cd1c0b2b234a: Waiting for close lock at 1731592091119Running coprocessor pre-close hooks at 1731592091119Disabling compacts and flushes for region at 1731592091119Disabling writes for close at 1731592091119Obtaining lock to block concurrent updates at 1731592091120 (+1 ms)Preparing flush snapshotting stores in 69bb46e01f9a17d89d58cd1c0b2b234a at 1731592091120Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731592091120Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a. at 1731592091121 (+1 ms)Flushing 69bb46e01f9a17d89d58cd1c0b2b234a/colfamily11: creating writer at 1731592091121Flushing 69bb46e01f9a17d89d58cd1c0b2b234a/colfamily11: appending metadata at 1731592091145 (+24 ms)Flushing 69bb46e01f9a17d89d58cd1c0b2b234a/colfamily11: closing flushed file at 1731592091145Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@361ae861: reopening flushed file at 1731592091199 (+54 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 69bb46e01f9a17d89d58cd1c0b2b234a in 90ms, sequenceid=5, compaction requested=false at 1731592091210 (+11 ms)Writing region close event to WAL at 1731592091221 (+11 ms)Running coprocessor post-close hooks at 1731592091242 (+21 ms)Closed at 1731592091242 2024-11-14T13:48:11,242 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731591895417.69bb46e01f9a17d89d58cd1c0b2b234a. 2024-11-14T13:48:11,242 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55129eae3366575c49846458a07e88db, disabling compactions & flushes 2024-11-14T13:48:11,242 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db. 2024-11-14T13:48:11,242 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db. 2024-11-14T13:48:11,242 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db. after waiting 0 ms 2024-11-14T13:48:11,242 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db. 2024-11-14T13:48:11,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741894_1070 (size=39263) 2024-11-14T13:48:11,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741894_1070 (size=39263) 2024-11-14T13:48:11,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741894_1070 (size=39263) 2024-11-14T13:48:11,257 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/024f37fac0a80c9b20e1a7d1293927db/.tmp/colfamily11/640309c1b1a248ababd57d1765be3b09 2024-11-14T13:48:11,278 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/024f37fac0a80c9b20e1a7d1293927db/.tmp/colfamily11/640309c1b1a248ababd57d1765be3b09 as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/024f37fac0a80c9b20e1a7d1293927db/colfamily11/640309c1b1a248ababd57d1765be3b09 2024-11-14T13:48:11,288 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/55129eae3366575c49846458a07e88db/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T13:48:11,295 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db. 2024-11-14T13:48:11,296 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55129eae3366575c49846458a07e88db: Waiting for close lock at 1731592091242Running coprocessor pre-close hooks at 1731592091242Disabling compacts and flushes for region at 1731592091242Disabling writes for close at 1731592091242Writing region close event to WAL at 1731592091253 (+11 ms)Running coprocessor post-close hooks at 1731592091295 (+42 ms)Closed at 1731592091295 2024-11-14T13:48:11,296 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731591895417.55129eae3366575c49846458a07e88db. 2024-11-14T13:48:11,296 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e260627be95c590b0679ed490c67a68, disabling compactions & flushes 2024-11-14T13:48:11,296 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68. 2024-11-14T13:48:11,296 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68. 2024-11-14T13:48:11,296 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68. after waiting 0 ms 2024-11-14T13:48:11,296 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68. 2024-11-14T13:48:11,296 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6e260627be95c590b0679ed490c67a68 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T13:48:11,299 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/024f37fac0a80c9b20e1a7d1293927db/colfamily11/640309c1b1a248ababd57d1765be3b09, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T13:48:11,305 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 024f37fac0a80c9b20e1a7d1293927db in 150ms, sequenceid=5, compaction requested=false 2024-11-14T13:48:11,318 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/024f37fac0a80c9b20e1a7d1293927db/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T13:48:11,318 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db. 2024-11-14T13:48:11,318 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 024f37fac0a80c9b20e1a7d1293927db: Waiting for close lock at 1731592091154Running coprocessor pre-close hooks at 1731592091154Disabling compacts and flushes for region at 1731592091154Disabling writes for close at 1731592091155 (+1 ms)Obtaining lock to block concurrent updates at 1731592091155Preparing flush snapshotting stores in 024f37fac0a80c9b20e1a7d1293927db at 1731592091155Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731592091155Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db. at 1731592091156 (+1 ms)Flushing 024f37fac0a80c9b20e1a7d1293927db/colfamily11: creating writer at 1731592091156Flushing 024f37fac0a80c9b20e1a7d1293927db/colfamily11: appending metadata at 1731592091187 (+31 ms)Flushing 024f37fac0a80c9b20e1a7d1293927db/colfamily11: closing flushed file at 1731592091187Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69b0b44f: reopening flushed file at 1731592091275 (+88 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 024f37fac0a80c9b20e1a7d1293927db in 150ms, sequenceid=5, compaction requested=false at 1731592091305 (+30 ms)Writing region close event to WAL at 1731592091309 (+4 ms)Running coprocessor post-close hooks at 1731592091318 (+9 ms)Closed at 1731592091318 2024-11-14T13:48:11,319 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731591895417.024f37fac0a80c9b20e1a7d1293927db. 2024-11-14T13:48:11,319 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ba411c881b7dc54f31069b8394ae9c0, disabling compactions & flushes 2024-11-14T13:48:11,319 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0. 2024-11-14T13:48:11,319 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0. 2024-11-14T13:48:11,319 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0. after waiting 0 ms 2024-11-14T13:48:11,319 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0. 2024-11-14T13:48:11,319 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2ba411c881b7dc54f31069b8394ae9c0 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T13:48:11,319 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e260627be95c590b0679ed490c67a68/.tmp/colfamily11/be04f44c6f5d41a88ae20e18460f48bc is 52, key is ggg/colfamily11:colfamily11/1731591901968/Put/seqid=0 2024-11-14T13:48:11,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741895_1071 (size=39263) 2024-11-14T13:48:11,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741895_1071 (size=39263) 2024-11-14T13:48:11,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741895_1071 (size=39263) 2024-11-14T13:48:11,330 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e260627be95c590b0679ed490c67a68/.tmp/colfamily11/be04f44c6f5d41a88ae20e18460f48bc 2024-11-14T13:48:11,343 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ba411c881b7dc54f31069b8394ae9c0/.tmp/colfamily11/bd063d030f2a4099b6e9c17eecaa3548 is 52, key is uuu/colfamily11:colfamily11/1731591902205/Put/seqid=0 2024-11-14T13:48:11,347 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e260627be95c590b0679ed490c67a68/.tmp/colfamily11/be04f44c6f5d41a88ae20e18460f48bc as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e260627be95c590b0679ed490c67a68/colfamily11/be04f44c6f5d41a88ae20e18460f48bc 2024-11-14T13:48:11,359 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e260627be95c590b0679ed490c67a68/colfamily11/be04f44c6f5d41a88ae20e18460f48bc, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T13:48:11,361 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6e260627be95c590b0679ed490c67a68 in 64ms, sequenceid=5, compaction requested=false 2024-11-14T13:48:11,368 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e260627be95c590b0679ed490c67a68/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T13:48:11,368 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68. 2024-11-14T13:48:11,369 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e260627be95c590b0679ed490c67a68: Waiting for close lock at 1731592091296Running coprocessor pre-close hooks at 1731592091296Disabling compacts and flushes for region at 1731592091296Disabling writes for close at 1731592091296Obtaining lock to block concurrent updates at 1731592091296Preparing flush snapshotting stores in 6e260627be95c590b0679ed490c67a68 at 1731592091296Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731592091297 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68. at 1731592091299 (+2 ms)Flushing 6e260627be95c590b0679ed490c67a68/colfamily11: creating writer at 1731592091299Flushing 6e260627be95c590b0679ed490c67a68/colfamily11: appending metadata at 1731592091319 (+20 ms)Flushing 6e260627be95c590b0679ed490c67a68/colfamily11: closing flushed file at 1731592091319Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17633a1b: reopening flushed file at 1731592091342 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6e260627be95c590b0679ed490c67a68 in 64ms, sequenceid=5, compaction requested=false at 1731592091361 (+19 ms)Writing region close event to WAL at 1731592091362 (+1 ms)Running coprocessor post-close hooks at 1731592091368 (+6 ms)Closed at 1731592091368 2024-11-14T13:48:11,369 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731591895417.6e260627be95c590b0679ed490c67a68. 2024-11-14T13:48:11,369 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a3e68e22d1a2581823bccc541c6fda4d, disabling compactions & flushes 2024-11-14T13:48:11,369 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d. 2024-11-14T13:48:11,369 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d. 2024-11-14T13:48:11,369 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d. after waiting 0 ms 2024-11-14T13:48:11,369 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d. 2024-11-14T13:48:11,369 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a3e68e22d1a2581823bccc541c6fda4d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T13:48:11,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741896_1072 (size=39263) 2024-11-14T13:48:11,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741896_1072 (size=39263) 2024-11-14T13:48:11,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741896_1072 (size=39263) 2024-11-14T13:48:11,374 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ba411c881b7dc54f31069b8394ae9c0/.tmp/colfamily11/bd063d030f2a4099b6e9c17eecaa3548 2024-11-14T13:48:11,388 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ba411c881b7dc54f31069b8394ae9c0/.tmp/colfamily11/bd063d030f2a4099b6e9c17eecaa3548 as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ba411c881b7dc54f31069b8394ae9c0/colfamily11/bd063d030f2a4099b6e9c17eecaa3548 2024-11-14T13:48:11,397 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3e68e22d1a2581823bccc541c6fda4d/.tmp/colfamily11/89241ec2c8874a5a848120c4c7e1b0aa is 52, key is ccc/colfamily11:colfamily11/1731591901868/Put/seqid=0 2024-11-14T13:48:11,402 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ba411c881b7dc54f31069b8394ae9c0/colfamily11/bd063d030f2a4099b6e9c17eecaa3548, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T13:48:11,403 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2ba411c881b7dc54f31069b8394ae9c0 in 84ms, sequenceid=5, compaction requested=false 2024-11-14T13:48:11,405 DEBUG [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(1351): Waiting on a3e68e22d1a2581823bccc541c6fda4d, eff06afbab034c0c57e88e72996f4293 2024-11-14T13:48:11,412 DEBUG [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(1351): Waiting on 08cc34534acffcb4ccab364d512de117, 0b646648b9a14eab8eb7fb7fb1442ce1, 1fec0ac3005466e4d280ae9aa46777a4, 2ba411c881b7dc54f31069b8394ae9c0, 3261f473cffad4ef1c31b46b14007911, 527f40c43963357312bf7bb8dfad3b84, 64d4fdcd7e1cbe0a52a09cc66d3447ac, 8faee68b0b3a3e07fb6545d50e2e99dd, 916a438220ef69061b47176e62698307, e349ba750943230c686f53a5d7c4cf73, eb3f166e3ca9fee8309c6113030e4acd 2024-11-14T13:48:11,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741897_1073 (size=39263) 2024-11-14T13:48:11,443 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3e68e22d1a2581823bccc541c6fda4d/.tmp/colfamily11/89241ec2c8874a5a848120c4c7e1b0aa 2024-11-14T13:48:11,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741897_1073 (size=39263) 2024-11-14T13:48:11,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741897_1073 (size=39263) 2024-11-14T13:48:11,448 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2ba411c881b7dc54f31069b8394ae9c0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T13:48:11,449 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0. 2024-11-14T13:48:11,449 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ba411c881b7dc54f31069b8394ae9c0: Waiting for close lock at 1731592091319Running coprocessor pre-close hooks at 1731592091319Disabling compacts and flushes for region at 1731592091319Disabling writes for close at 1731592091319Obtaining lock to block concurrent updates at 1731592091319Preparing flush snapshotting stores in 2ba411c881b7dc54f31069b8394ae9c0 at 1731592091319Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731592091319Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0. at 1731592091320 (+1 ms)Flushing 2ba411c881b7dc54f31069b8394ae9c0/colfamily11: creating writer at 1731592091320Flushing 2ba411c881b7dc54f31069b8394ae9c0/colfamily11: appending metadata at 1731592091342 (+22 ms)Flushing 2ba411c881b7dc54f31069b8394ae9c0/colfamily11: closing flushed file at 1731592091342Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3135c00b: reopening flushed file at 1731592091387 (+45 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2ba411c881b7dc54f31069b8394ae9c0 in 84ms, sequenceid=5, compaction requested=false at 1731592091403 (+16 ms)Writing region close event to WAL at 1731592091414 (+11 ms)Running coprocessor post-close hooks at 1731592091449 (+35 ms)Closed at 1731592091449 2024-11-14T13:48:11,450 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731591895417.2ba411c881b7dc54f31069b8394ae9c0. 2024-11-14T13:48:11,450 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b646648b9a14eab8eb7fb7fb1442ce1, disabling compactions & flushes 2024-11-14T13:48:11,450 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731591895417.0b646648b9a14eab8eb7fb7fb1442ce1. 2024-11-14T13:48:11,450 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731591895417.0b646648b9a14eab8eb7fb7fb1442ce1. 2024-11-14T13:48:11,450 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731591895417.0b646648b9a14eab8eb7fb7fb1442ce1. after waiting 0 ms 2024-11-14T13:48:11,452 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731591895417.0b646648b9a14eab8eb7fb7fb1442ce1. 2024-11-14T13:48:11,453 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0b646648b9a14eab8eb7fb7fb1442ce1 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T13:48:11,456 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3e68e22d1a2581823bccc541c6fda4d/.tmp/colfamily11/89241ec2c8874a5a848120c4c7e1b0aa as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3e68e22d1a2581823bccc541c6fda4d/colfamily11/89241ec2c8874a5a848120c4c7e1b0aa 2024-11-14T13:48:11,464 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3e68e22d1a2581823bccc541c6fda4d/colfamily11/89241ec2c8874a5a848120c4c7e1b0aa, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T13:48:11,466 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a3e68e22d1a2581823bccc541c6fda4d in 96ms, sequenceid=5, compaction requested=false 2024-11-14T13:48:11,472 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a3e68e22d1a2581823bccc541c6fda4d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T13:48:11,473 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d. 2024-11-14T13:48:11,473 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a3e68e22d1a2581823bccc541c6fda4d: Waiting for close lock at 1731592091369Running coprocessor pre-close hooks at 1731592091369Disabling compacts and flushes for region at 1731592091369Disabling writes for close at 1731592091369Obtaining lock to block concurrent updates at 1731592091369Preparing flush snapshotting stores in a3e68e22d1a2581823bccc541c6fda4d at 1731592091369Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731592091370 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d. at 1731592091373 (+3 ms)Flushing a3e68e22d1a2581823bccc541c6fda4d/colfamily11: creating writer at 1731592091373Flushing a3e68e22d1a2581823bccc541c6fda4d/colfamily11: appending metadata at 1731592091397 (+24 ms)Flushing a3e68e22d1a2581823bccc541c6fda4d/colfamily11: closing flushed file at 1731592091397Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77d6bbcb: reopening flushed file at 1731592091454 (+57 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a3e68e22d1a2581823bccc541c6fda4d in 96ms, sequenceid=5, compaction requested=false at 1731592091466 (+12 ms)Writing region close event to WAL at 1731592091468 (+2 ms)Running coprocessor post-close hooks at 1731592091473 (+5 ms)Closed at 1731592091473 2024-11-14T13:48:11,473 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731591895417.a3e68e22d1a2581823bccc541c6fda4d. 2024-11-14T13:48:11,473 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eff06afbab034c0c57e88e72996f4293, disabling compactions & flushes 2024-11-14T13:48:11,474 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293. 2024-11-14T13:48:11,474 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293. 2024-11-14T13:48:11,474 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293. after waiting 0 ms 2024-11-14T13:48:11,474 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293. 2024-11-14T13:48:11,481 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b646648b9a14eab8eb7fb7fb1442ce1/.tmp/colfamily11/e1d7f46d9e70450299b92b8f28cd292a is 52, key is kkk/colfamily11:colfamily11/1731591902067/Put/seqid=0 2024-11-14T13:48:11,486 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eff06afbab034c0c57e88e72996f4293/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T13:48:11,487 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293. 2024-11-14T13:48:11,487 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eff06afbab034c0c57e88e72996f4293: Waiting for close lock at 1731592091473Running coprocessor pre-close hooks at 1731592091473Disabling compacts and flushes for region at 1731592091473Disabling writes for close at 1731592091474 (+1 ms)Writing region close event to WAL at 1731592091481 (+7 ms)Running coprocessor post-close hooks at 1731592091487 (+6 ms)Closed at 1731592091487 2024-11-14T13:48:11,487 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731591895417.eff06afbab034c0c57e88e72996f4293. 2024-11-14T13:48:11,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741898_1074 (size=39263) 2024-11-14T13:48:11,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741898_1074 (size=39263) 2024-11-14T13:48:11,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741898_1074 (size=39263) 2024-11-14T13:48:11,494 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b646648b9a14eab8eb7fb7fb1442ce1/.tmp/colfamily11/e1d7f46d9e70450299b92b8f28cd292a 2024-11-14T13:48:11,513 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b646648b9a14eab8eb7fb7fb1442ce1/.tmp/colfamily11/e1d7f46d9e70450299b92b8f28cd292a as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b646648b9a14eab8eb7fb7fb1442ce1/colfamily11/e1d7f46d9e70450299b92b8f28cd292a 2024-11-14T13:48:11,521 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b646648b9a14eab8eb7fb7fb1442ce1/colfamily11/e1d7f46d9e70450299b92b8f28cd292a, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T13:48:11,525 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0b646648b9a14eab8eb7fb7fb1442ce1 in 73ms, sequenceid=5, compaction requested=false 2024-11-14T13:48:11,539 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b646648b9a14eab8eb7fb7fb1442ce1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T13:48:11,539 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731591895417.0b646648b9a14eab8eb7fb7fb1442ce1. 2024-11-14T13:48:11,539 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b646648b9a14eab8eb7fb7fb1442ce1: Waiting for close lock at 1731592091450Running coprocessor pre-close hooks at 1731592091450Disabling compacts and flushes for region at 1731592091450Disabling writes for close at 1731592091452 (+2 ms)Obtaining lock to block concurrent updates at 1731592091453 (+1 ms)Preparing flush snapshotting stores in 0b646648b9a14eab8eb7fb7fb1442ce1 at 1731592091453Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731591895417.0b646648b9a14eab8eb7fb7fb1442ce1., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731592091453Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731591895417.0b646648b9a14eab8eb7fb7fb1442ce1. at 1731592091457 (+4 ms)Flushing 0b646648b9a14eab8eb7fb7fb1442ce1/colfamily11: creating writer at 1731592091457Flushing 0b646648b9a14eab8eb7fb7fb1442ce1/colfamily11: appending metadata at 1731592091480 (+23 ms)Flushing 0b646648b9a14eab8eb7fb7fb1442ce1/colfamily11: closing flushed file at 1731592091480Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43ea7169: reopening flushed file at 1731592091512 (+32 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0b646648b9a14eab8eb7fb7fb1442ce1 in 73ms, sequenceid=5, compaction requested=false at 1731592091525 (+13 ms)Writing region close event to WAL at 1731592091529 (+4 ms)Running coprocessor post-close hooks at 1731592091539 (+10 ms)Closed at 1731592091539 2024-11-14T13:48:11,540 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731591895417.0b646648b9a14eab8eb7fb7fb1442ce1. 2024-11-14T13:48:11,540 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 64d4fdcd7e1cbe0a52a09cc66d3447ac, disabling compactions & flushes 2024-11-14T13:48:11,540 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac. 2024-11-14T13:48:11,540 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac. 2024-11-14T13:48:11,540 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac. after waiting 0 ms 2024-11-14T13:48:11,540 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac. 2024-11-14T13:48:11,557 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/64d4fdcd7e1cbe0a52a09cc66d3447ac/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T13:48:11,558 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac. 2024-11-14T13:48:11,558 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 64d4fdcd7e1cbe0a52a09cc66d3447ac: Waiting for close lock at 1731592091540Running coprocessor pre-close hooks at 1731592091540Disabling compacts and flushes for region at 1731592091540Disabling writes for close at 1731592091540Writing region close event to WAL at 1731592091541 (+1 ms)Running coprocessor post-close hooks at 1731592091558 (+17 ms)Closed at 1731592091558 2024-11-14T13:48:11,558 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731591895417.64d4fdcd7e1cbe0a52a09cc66d3447ac. 2024-11-14T13:48:11,558 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 527f40c43963357312bf7bb8dfad3b84, disabling compactions & flushes 2024-11-14T13:48:11,558 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84. 2024-11-14T13:48:11,558 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84. 2024-11-14T13:48:11,558 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84. after waiting 0 ms 2024-11-14T13:48:11,558 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84. 2024-11-14T13:48:11,572 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/527f40c43963357312bf7bb8dfad3b84/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T13:48:11,573 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84. 2024-11-14T13:48:11,573 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 527f40c43963357312bf7bb8dfad3b84: Waiting for close lock at 1731592091558Running coprocessor pre-close hooks at 1731592091558Disabling compacts and flushes for region at 1731592091558Disabling writes for close at 1731592091558Writing region close event to WAL at 1731592091565 (+7 ms)Running coprocessor post-close hooks at 1731592091573 (+8 ms)Closed at 1731592091573 2024-11-14T13:48:11,573 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731591895417.527f40c43963357312bf7bb8dfad3b84. 2024-11-14T13:48:11,573 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1fec0ac3005466e4d280ae9aa46777a4, disabling compactions & flushes 2024-11-14T13:48:11,573 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4. 2024-11-14T13:48:11,573 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4. 2024-11-14T13:48:11,573 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4. after waiting 0 ms 2024-11-14T13:48:11,573 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4. 2024-11-14T13:48:11,574 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1fec0ac3005466e4d280ae9aa46777a4 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T13:48:11,596 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1fec0ac3005466e4d280ae9aa46777a4/.tmp/colfamily11/4dff621fff474eb08ae992b02115fa6e is 52, key is ooo/colfamily11:colfamily11/1731591902123/Put/seqid=0 2024-11-14T13:48:11,605 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(976): stopping server 0ac5ae04350c,34717,1731591891819; all regions closed. 2024-11-14T13:48:11,612 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-14T13:48:11,613 DEBUG [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(1325): Online Regions={1fec0ac3005466e4d280ae9aa46777a4=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4., e349ba750943230c686f53a5d7c4cf73=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73., 08cc34534acffcb4ccab364d512de117=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117., 916a438220ef69061b47176e62698307=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307., eb3f166e3ca9fee8309c6113030e4acd=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd., 8faee68b0b3a3e07fb6545d50e2e99dd=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731591895417.8faee68b0b3a3e07fb6545d50e2e99dd., 3261f473cffad4ef1c31b46b14007911=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911.} 2024-11-14T13:48:11,613 DEBUG [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(1351): Waiting on 08cc34534acffcb4ccab364d512de117, 1fec0ac3005466e4d280ae9aa46777a4, 3261f473cffad4ef1c31b46b14007911, 8faee68b0b3a3e07fb6545d50e2e99dd, 916a438220ef69061b47176e62698307, e349ba750943230c686f53a5d7c4cf73, eb3f166e3ca9fee8309c6113030e4acd 2024-11-14T13:48:11,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741899_1075 (size=39263) 2024-11-14T13:48:11,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741899_1075 (size=39263) 2024-11-14T13:48:11,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741899_1075 (size=39263) 2024-11-14T13:48:11,617 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/WALs/0ac5ae04350c,34717,1731591891819/0ac5ae04350c%2C34717%2C1731591891819.1731591894099 not finished, retry = 0 2024-11-14T13:48:11,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741835_1011 (size=353034) 2024-11-14T13:48:11,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741835_1011 (size=353034) 2024-11-14T13:48:11,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741835_1011 (size=353034) 2024-11-14T13:48:11,722 DEBUG [RS:0;0ac5ae04350c:34717 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/oldWALs 2024-11-14T13:48:11,722 INFO [RS:0;0ac5ae04350c:34717 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0ac5ae04350c%2C34717%2C1731591891819:(num 1731591894099) 2024-11-14T13:48:11,722 DEBUG [RS:0;0ac5ae04350c:34717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:48:11,722 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T13:48:11,722 INFO [RS:0;0ac5ae04350c:34717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T13:48:11,722 INFO [RS:0;0ac5ae04350c:34717 {}] hbase.ChoreService(370): Chore service for: regionserver/0ac5ae04350c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T13:48:11,723 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T13:48:11,723 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T13:48:11,723 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T13:48:11,723 INFO [regionserver/0ac5ae04350c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T13:48:11,723 INFO [RS:0;0ac5ae04350c:34717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T13:48:11,723 INFO [RS:0;0ac5ae04350c:34717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34717 2024-11-14T13:48:11,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0ac5ae04350c,34717,1731591891819 2024-11-14T13:48:11,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T13:48:11,726 INFO [RS:0;0ac5ae04350c:34717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T13:48:11,726 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0ac5ae04350c,34717,1731591891819] 2024-11-14T13:48:11,728 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0ac5ae04350c,34717,1731591891819 already deleted, retry=false 2024-11-14T13:48:11,728 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0ac5ae04350c,34717,1731591891819 expired; onlineServers=1 2024-11-14T13:48:11,813 DEBUG [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(1351): Waiting on 08cc34534acffcb4ccab364d512de117, 1fec0ac3005466e4d280ae9aa46777a4, 3261f473cffad4ef1c31b46b14007911, 8faee68b0b3a3e07fb6545d50e2e99dd, 916a438220ef69061b47176e62698307, e349ba750943230c686f53a5d7c4cf73, eb3f166e3ca9fee8309c6113030e4acd 2024-11-14T13:48:11,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T13:48:11,827 INFO [RS:0;0ac5ae04350c:34717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T13:48:11,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34717-0x1003e896e4e0001, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T13:48:11,827 INFO [RS:0;0ac5ae04350c:34717 {}] regionserver.HRegionServer(1031): Exiting; stopping=0ac5ae04350c,34717,1731591891819; zookeeper connection closed. 2024-11-14T13:48:11,828 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14b3c88 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14b3c88 2024-11-14T13:48:12,013 DEBUG [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(1351): Waiting on 08cc34534acffcb4ccab364d512de117, 1fec0ac3005466e4d280ae9aa46777a4, 3261f473cffad4ef1c31b46b14007911, 8faee68b0b3a3e07fb6545d50e2e99dd, 916a438220ef69061b47176e62698307, e349ba750943230c686f53a5d7c4cf73, eb3f166e3ca9fee8309c6113030e4acd 2024-11-14T13:48:12,017 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1fec0ac3005466e4d280ae9aa46777a4/.tmp/colfamily11/4dff621fff474eb08ae992b02115fa6e 2024-11-14T13:48:12,024 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1fec0ac3005466e4d280ae9aa46777a4/.tmp/colfamily11/4dff621fff474eb08ae992b02115fa6e as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1fec0ac3005466e4d280ae9aa46777a4/colfamily11/4dff621fff474eb08ae992b02115fa6e 2024-11-14T13:48:12,031 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1fec0ac3005466e4d280ae9aa46777a4/colfamily11/4dff621fff474eb08ae992b02115fa6e, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T13:48:12,032 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1fec0ac3005466e4d280ae9aa46777a4 in 459ms, sequenceid=5, compaction requested=false 2024-11-14T13:48:12,032 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-14T13:48:12,040 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1fec0ac3005466e4d280ae9aa46777a4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T13:48:12,041 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4. 2024-11-14T13:48:12,041 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1fec0ac3005466e4d280ae9aa46777a4: Waiting for close lock at 1731592091573Running coprocessor pre-close hooks at 1731592091573Disabling compacts and flushes for region at 1731592091573Disabling writes for close at 1731592091573Obtaining lock to block concurrent updates at 1731592091574 (+1 ms)Preparing flush snapshotting stores in 1fec0ac3005466e4d280ae9aa46777a4 at 1731592091574Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731592091574Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4. at 1731592091574Flushing 1fec0ac3005466e4d280ae9aa46777a4/colfamily11: creating writer at 1731592091574Flushing 1fec0ac3005466e4d280ae9aa46777a4/colfamily11: appending metadata at 1731592091596 (+22 ms)Flushing 1fec0ac3005466e4d280ae9aa46777a4/colfamily11: closing flushed file at 1731592091596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@452ef160: reopening flushed file at 1731592092023 (+427 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1fec0ac3005466e4d280ae9aa46777a4 in 459ms, sequenceid=5, compaction requested=false at 1731592092032 (+9 ms)Writing region close event to WAL at 1731592092037 (+5 ms)Running coprocessor post-close hooks at 1731592092041 (+4 ms)Closed at 1731592092041 2024-11-14T13:48:12,041 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731591895417.1fec0ac3005466e4d280ae9aa46777a4. 2024-11-14T13:48:12,041 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e349ba750943230c686f53a5d7c4cf73, disabling compactions & flushes 2024-11-14T13:48:12,041 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73. 2024-11-14T13:48:12,041 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73. 2024-11-14T13:48:12,041 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73. after waiting 0 ms 2024-11-14T13:48:12,041 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73. 2024-11-14T13:48:12,041 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e349ba750943230c686f53a5d7c4cf73 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T13:48:12,060 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e349ba750943230c686f53a5d7c4cf73/.tmp/colfamily11/4faa83f78c544c80b11d9dc7602cb5af is 52, key is bbb/colfamily11:colfamily11/1731591901849/Put/seqid=0 2024-11-14T13:48:12,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741900_1076 (size=39263) 2024-11-14T13:48:12,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741900_1076 (size=39263) 2024-11-14T13:48:12,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741900_1076 (size=39263) 2024-11-14T13:48:12,070 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e349ba750943230c686f53a5d7c4cf73/.tmp/colfamily11/4faa83f78c544c80b11d9dc7602cb5af 2024-11-14T13:48:12,077 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e349ba750943230c686f53a5d7c4cf73/.tmp/colfamily11/4faa83f78c544c80b11d9dc7602cb5af as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e349ba750943230c686f53a5d7c4cf73/colfamily11/4faa83f78c544c80b11d9dc7602cb5af 2024-11-14T13:48:12,088 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e349ba750943230c686f53a5d7c4cf73/colfamily11/4faa83f78c544c80b11d9dc7602cb5af, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T13:48:12,089 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e349ba750943230c686f53a5d7c4cf73 in 48ms, sequenceid=5, compaction requested=false 2024-11-14T13:48:12,107 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e349ba750943230c686f53a5d7c4cf73/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T13:48:12,107 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73. 2024-11-14T13:48:12,107 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e349ba750943230c686f53a5d7c4cf73: Waiting for close lock at 1731592092041Running coprocessor pre-close hooks at 1731592092041Disabling compacts and flushes for region at 1731592092041Disabling writes for close at 1731592092041Obtaining lock to block concurrent updates at 1731592092041Preparing flush snapshotting stores in e349ba750943230c686f53a5d7c4cf73 at 1731592092041Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731592092042 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73. at 1731592092042Flushing e349ba750943230c686f53a5d7c4cf73/colfamily11: creating writer at 1731592092042Flushing e349ba750943230c686f53a5d7c4cf73/colfamily11: appending metadata at 1731592092060 (+18 ms)Flushing e349ba750943230c686f53a5d7c4cf73/colfamily11: closing flushed file at 1731592092060Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dcdd11c: reopening flushed file at 1731592092076 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e349ba750943230c686f53a5d7c4cf73 in 48ms, sequenceid=5, compaction requested=false at 1731592092089 (+13 ms)Writing region close event to WAL at 1731592092098 (+9 ms)Running coprocessor post-close hooks at 1731592092107 (+9 ms)Closed at 1731592092107 2024-11-14T13:48:12,108 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731591895417.e349ba750943230c686f53a5d7c4cf73. 2024-11-14T13:48:12,108 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08cc34534acffcb4ccab364d512de117, disabling compactions & flushes 2024-11-14T13:48:12,108 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117. 2024-11-14T13:48:12,108 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117. 2024-11-14T13:48:12,108 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117. after waiting 0 ms 2024-11-14T13:48:12,108 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117. 2024-11-14T13:48:12,114 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08cc34534acffcb4ccab364d512de117/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T13:48:12,114 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117. 2024-11-14T13:48:12,115 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08cc34534acffcb4ccab364d512de117: Waiting for close lock at 1731592092108Running coprocessor pre-close hooks at 1731592092108Disabling compacts and flushes for region at 1731592092108Disabling writes for close at 1731592092108Writing region close event to WAL at 1731592092110 (+2 ms)Running coprocessor post-close hooks at 1731592092114 (+4 ms)Closed at 1731592092114 2024-11-14T13:48:12,115 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731591895417.08cc34534acffcb4ccab364d512de117. 2024-11-14T13:48:12,115 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 916a438220ef69061b47176e62698307, disabling compactions & flushes 2024-11-14T13:48:12,115 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307. 2024-11-14T13:48:12,115 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307. 2024-11-14T13:48:12,115 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307. after waiting 0 ms 2024-11-14T13:48:12,115 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307. 2024-11-14T13:48:12,124 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/916a438220ef69061b47176e62698307/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T13:48:12,125 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307. 2024-11-14T13:48:12,125 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 916a438220ef69061b47176e62698307: Waiting for close lock at 1731592092115Running coprocessor pre-close hooks at 1731592092115Disabling compacts and flushes for region at 1731592092115Disabling writes for close at 1731592092115Writing region close event to WAL at 1731592092119 (+4 ms)Running coprocessor post-close hooks at 1731592092125 (+6 ms)Closed at 1731592092125 2024-11-14T13:48:12,125 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731591895417.916a438220ef69061b47176e62698307. 2024-11-14T13:48:12,125 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb3f166e3ca9fee8309c6113030e4acd, disabling compactions & flushes 2024-11-14T13:48:12,125 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd. 2024-11-14T13:48:12,125 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd. 2024-11-14T13:48:12,126 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd. after waiting 0 ms 2024-11-14T13:48:12,126 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd. 2024-11-14T13:48:12,126 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eb3f166e3ca9fee8309c6113030e4acd 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T13:48:12,147 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3f166e3ca9fee8309c6113030e4acd/.tmp/colfamily11/f0e3bedfeb5641de88b66147f1272ddf is 52, key is rrr/colfamily11:colfamily11/1731591902162/Put/seqid=0 2024-11-14T13:48:12,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741901_1077 (size=39263) 2024-11-14T13:48:12,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741901_1077 (size=39263) 2024-11-14T13:48:12,177 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3f166e3ca9fee8309c6113030e4acd/.tmp/colfamily11/f0e3bedfeb5641de88b66147f1272ddf 2024-11-14T13:48:12,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741901_1077 (size=39263) 2024-11-14T13:48:12,187 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3f166e3ca9fee8309c6113030e4acd/.tmp/colfamily11/f0e3bedfeb5641de88b66147f1272ddf as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3f166e3ca9fee8309c6113030e4acd/colfamily11/f0e3bedfeb5641de88b66147f1272ddf 2024-11-14T13:48:12,196 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3f166e3ca9fee8309c6113030e4acd/colfamily11/f0e3bedfeb5641de88b66147f1272ddf, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T13:48:12,197 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for eb3f166e3ca9fee8309c6113030e4acd in 71ms, sequenceid=5, compaction requested=false 2024-11-14T13:48:12,201 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb3f166e3ca9fee8309c6113030e4acd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T13:48:12,202 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd. 2024-11-14T13:48:12,202 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb3f166e3ca9fee8309c6113030e4acd: Waiting for close lock at 1731592092125Running coprocessor pre-close hooks at 1731592092125Disabling compacts and flushes for region at 1731592092125Disabling writes for close at 1731592092126 (+1 ms)Obtaining lock to block concurrent updates at 1731592092126Preparing flush snapshotting stores in eb3f166e3ca9fee8309c6113030e4acd at 1731592092126Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731592092126Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd. at 1731592092127 (+1 ms)Flushing eb3f166e3ca9fee8309c6113030e4acd/colfamily11: creating writer at 1731592092127Flushing eb3f166e3ca9fee8309c6113030e4acd/colfamily11: appending metadata at 1731592092146 (+19 ms)Flushing eb3f166e3ca9fee8309c6113030e4acd/colfamily11: closing flushed file at 1731592092146Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@588b8c14: reopening flushed file at 1731592092187 (+41 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for eb3f166e3ca9fee8309c6113030e4acd in 71ms, sequenceid=5, compaction requested=false at 1731592092197 (+10 ms)Writing region close event to WAL at 1731592092198 (+1 ms)Running coprocessor post-close hooks at 1731592092202 (+4 ms)Closed at 1731592092202 2024-11-14T13:48:12,202 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731591895417.eb3f166e3ca9fee8309c6113030e4acd. 2024-11-14T13:48:12,202 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8faee68b0b3a3e07fb6545d50e2e99dd, disabling compactions & flushes 2024-11-14T13:48:12,202 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731591895417.8faee68b0b3a3e07fb6545d50e2e99dd. 2024-11-14T13:48:12,202 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731591895417.8faee68b0b3a3e07fb6545d50e2e99dd. 2024-11-14T13:48:12,203 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731591895417.8faee68b0b3a3e07fb6545d50e2e99dd. after waiting 1 ms 2024-11-14T13:48:12,203 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731591895417.8faee68b0b3a3e07fb6545d50e2e99dd. 2024-11-14T13:48:12,203 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8faee68b0b3a3e07fb6545d50e2e99dd 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T13:48:12,213 DEBUG [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(1351): Waiting on 3261f473cffad4ef1c31b46b14007911, 8faee68b0b3a3e07fb6545d50e2e99dd 2024-11-14T13:48:12,219 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0ac5ae04350c:44751 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-14T13:48:12,234 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8faee68b0b3a3e07fb6545d50e2e99dd/.tmp/colfamily11/9f864f91dadd43c2bf6e9e41a431daf4 is 52, key is xxx/colfamily11:colfamily11/1731591902243/Put/seqid=0 2024-11-14T13:48:12,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741902_1078 (size=39263) 2024-11-14T13:48:12,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741902_1078 (size=39263) 2024-11-14T13:48:12,262 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8faee68b0b3a3e07fb6545d50e2e99dd/.tmp/colfamily11/9f864f91dadd43c2bf6e9e41a431daf4 2024-11-14T13:48:12,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741902_1078 (size=39263) 2024-11-14T13:48:12,275 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8faee68b0b3a3e07fb6545d50e2e99dd/.tmp/colfamily11/9f864f91dadd43c2bf6e9e41a431daf4 as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8faee68b0b3a3e07fb6545d50e2e99dd/colfamily11/9f864f91dadd43c2bf6e9e41a431daf4 2024-11-14T13:48:12,286 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8faee68b0b3a3e07fb6545d50e2e99dd/colfamily11/9f864f91dadd43c2bf6e9e41a431daf4, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T13:48:12,297 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8faee68b0b3a3e07fb6545d50e2e99dd in 93ms, sequenceid=5, compaction requested=false 2024-11-14T13:48:12,331 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8faee68b0b3a3e07fb6545d50e2e99dd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T13:48:12,333 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731591895417.8faee68b0b3a3e07fb6545d50e2e99dd. 2024-11-14T13:48:12,333 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8faee68b0b3a3e07fb6545d50e2e99dd: Waiting for close lock at 1731592092202Running coprocessor pre-close hooks at 1731592092202Disabling compacts and flushes for region at 1731592092202Disabling writes for close at 1731592092203 (+1 ms)Obtaining lock to block concurrent updates at 1731592092203Preparing flush snapshotting stores in 8faee68b0b3a3e07fb6545d50e2e99dd at 1731592092203Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731591895417.8faee68b0b3a3e07fb6545d50e2e99dd., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731592092203Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731591895417.8faee68b0b3a3e07fb6545d50e2e99dd. at 1731592092204 (+1 ms)Flushing 8faee68b0b3a3e07fb6545d50e2e99dd/colfamily11: creating writer at 1731592092204Flushing 8faee68b0b3a3e07fb6545d50e2e99dd/colfamily11: appending metadata at 1731592092234 (+30 ms)Flushing 8faee68b0b3a3e07fb6545d50e2e99dd/colfamily11: closing flushed file at 1731592092234Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5edfc87e: reopening flushed file at 1731592092274 (+40 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8faee68b0b3a3e07fb6545d50e2e99dd in 93ms, sequenceid=5, compaction requested=false at 1731592092297 (+23 ms)Writing region close event to WAL at 1731592092314 (+17 ms)Running coprocessor post-close hooks at 1731592092333 (+19 ms)Closed at 1731592092333 2024-11-14T13:48:12,333 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731591895417.8faee68b0b3a3e07fb6545d50e2e99dd. 2024-11-14T13:48:12,333 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3261f473cffad4ef1c31b46b14007911, disabling compactions & flushes 2024-11-14T13:48:12,334 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911. 2024-11-14T13:48:12,334 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911. 2024-11-14T13:48:12,334 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911. after waiting 0 ms 2024-11-14T13:48:12,334 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911. 2024-11-14T13:48:12,334 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3261f473cffad4ef1c31b46b14007911 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T13:48:12,382 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3261f473cffad4ef1c31b46b14007911/.tmp/colfamily11/802cce85764c469bb78be25120f9653c is 52, key is hhh/colfamily11:colfamily11/1731591902019/Put/seqid=0 2024-11-14T13:48:12,414 DEBUG [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(1351): Waiting on 3261f473cffad4ef1c31b46b14007911 2024-11-14T13:48:12,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741903_1079 (size=39263) 2024-11-14T13:48:12,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741903_1079 (size=39263) 2024-11-14T13:48:12,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741903_1079 (size=39263) 2024-11-14T13:48:12,464 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3261f473cffad4ef1c31b46b14007911/.tmp/colfamily11/802cce85764c469bb78be25120f9653c 2024-11-14T13:48:12,511 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3261f473cffad4ef1c31b46b14007911/.tmp/colfamily11/802cce85764c469bb78be25120f9653c as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3261f473cffad4ef1c31b46b14007911/colfamily11/802cce85764c469bb78be25120f9653c 2024-11-14T13:48:12,558 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3261f473cffad4ef1c31b46b14007911/colfamily11/802cce85764c469bb78be25120f9653c, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T13:48:12,566 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3261f473cffad4ef1c31b46b14007911 in 232ms, sequenceid=5, compaction requested=false 2024-11-14T13:48:12,614 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T13:48:12,614 DEBUG [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(1325): Online Regions={3261f473cffad4ef1c31b46b14007911=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911.} 2024-11-14T13:48:12,614 DEBUG [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(1351): Waiting on 3261f473cffad4ef1c31b46b14007911 2024-11-14T13:48:12,620 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3261f473cffad4ef1c31b46b14007911/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T13:48:12,622 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911. 2024-11-14T13:48:12,622 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3261f473cffad4ef1c31b46b14007911: Waiting for close lock at 1731592092333Running coprocessor pre-close hooks at 1731592092333Disabling compacts and flushes for region at 1731592092333Disabling writes for close at 1731592092334 (+1 ms)Obtaining lock to block concurrent updates at 1731592092334Preparing flush snapshotting stores in 3261f473cffad4ef1c31b46b14007911 at 1731592092334Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731592092334Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911. at 1731592092344 (+10 ms)Flushing 3261f473cffad4ef1c31b46b14007911/colfamily11: creating writer at 1731592092344Flushing 3261f473cffad4ef1c31b46b14007911/colfamily11: appending metadata at 1731592092382 (+38 ms)Flushing 3261f473cffad4ef1c31b46b14007911/colfamily11: closing flushed file at 1731592092382Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69145694: reopening flushed file at 1731592092501 (+119 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3261f473cffad4ef1c31b46b14007911 in 232ms, sequenceid=5, compaction requested=false at 1731592092567 (+66 ms)Writing region close event to WAL at 1731592092580 (+13 ms)Running coprocessor post-close hooks at 1731592092621 (+41 ms)Closed at 1731592092622 (+1 ms) 2024-11-14T13:48:12,622 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731591895417.3261f473cffad4ef1c31b46b14007911. 2024-11-14T13:48:12,814 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(976): stopping server 0ac5ae04350c,37809,1731591891976; all regions closed. 2024-11-14T13:48:12,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741865_1041 (size=14094) 2024-11-14T13:48:12,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741865_1041 (size=14094) 2024-11-14T13:48:12,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741865_1041 (size=14094) 2024-11-14T13:48:12,827 DEBUG [RS:1;0ac5ae04350c:37809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/oldWALs 2024-11-14T13:48:12,827 INFO [RS:1;0ac5ae04350c:37809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0ac5ae04350c%2C37809%2C1731591891976.meta:.meta(num 1731592083606) 2024-11-14T13:48:12,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741834_1010 (size=316539) 2024-11-14T13:48:12,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741834_1010 (size=316539) 2024-11-14T13:48:12,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741834_1010 (size=316539) 2024-11-14T13:48:12,853 DEBUG [RS:1;0ac5ae04350c:37809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/oldWALs 2024-11-14T13:48:12,853 INFO [RS:1;0ac5ae04350c:37809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0ac5ae04350c%2C37809%2C1731591891976:(num 1731591894093) 2024-11-14T13:48:12,853 DEBUG [RS:1;0ac5ae04350c:37809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:48:12,853 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T13:48:12,854 INFO [RS:1;0ac5ae04350c:37809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T13:48:12,854 INFO [RS:1;0ac5ae04350c:37809 {}] hbase.ChoreService(370): Chore service for: regionserver/0ac5ae04350c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T13:48:12,854 INFO [RS:1;0ac5ae04350c:37809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T13:48:12,854 INFO [regionserver/0ac5ae04350c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T13:48:12,854 INFO [RS:1;0ac5ae04350c:37809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37809 2024-11-14T13:48:12,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0ac5ae04350c,37809,1731591891976 2024-11-14T13:48:12,857 INFO [RS:1;0ac5ae04350c:37809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T13:48:12,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T13:48:12,865 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0ac5ae04350c,37809,1731591891976] 2024-11-14T13:48:12,868 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0ac5ae04350c,37809,1731591891976 already deleted, retry=false 2024-11-14T13:48:12,868 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0ac5ae04350c,37809,1731591891976 expired; onlineServers=0 2024-11-14T13:48:12,868 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0ac5ae04350c,44751,1731591890790' ***** 2024-11-14T13:48:12,869 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T13:48:12,869 INFO [M:0;0ac5ae04350c:44751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T13:48:12,869 INFO [M:0;0ac5ae04350c:44751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T13:48:12,869 DEBUG [M:0;0ac5ae04350c:44751 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T13:48:12,869 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T13:48:12,869 DEBUG [M:0;0ac5ae04350c:44751 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T13:48:12,869 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster-HFileCleaner.large.0-1731591893393 {}] cleaner.HFileCleaner(306): Exit Thread[master/0ac5ae04350c:0:becomeActiveMaster-HFileCleaner.large.0-1731591893393,5,FailOnTimeoutGroup] 2024-11-14T13:48:12,869 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster-HFileCleaner.small.0-1731591893396 {}] cleaner.HFileCleaner(306): Exit Thread[master/0ac5ae04350c:0:becomeActiveMaster-HFileCleaner.small.0-1731591893396,5,FailOnTimeoutGroup] 2024-11-14T13:48:12,870 INFO [M:0;0ac5ae04350c:44751 {}] hbase.ChoreService(370): Chore service for: master/0ac5ae04350c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T13:48:12,870 INFO [M:0;0ac5ae04350c:44751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T13:48:12,870 DEBUG [M:0;0ac5ae04350c:44751 {}] master.HMaster(1795): Stopping service threads 2024-11-14T13:48:12,870 INFO [M:0;0ac5ae04350c:44751 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T13:48:12,870 INFO [M:0;0ac5ae04350c:44751 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T13:48:12,870 INFO [M:0;0ac5ae04350c:44751 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T13:48:12,871 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T13:48:12,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T13:48:12,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:48:12,871 DEBUG [M:0;0ac5ae04350c:44751 {}] zookeeper.ZKUtil(347): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T13:48:12,871 WARN [M:0;0ac5ae04350c:44751 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T13:48:12,872 INFO [M:0;0ac5ae04350c:44751 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/.lastflushedseqids 2024-11-14T13:48:12,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741904_1080 (size=2864) 2024-11-14T13:48:12,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741904_1080 (size=2864) 2024-11-14T13:48:12,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741904_1080 (size=2864) 2024-11-14T13:48:12,938 INFO [M:0;0ac5ae04350c:44751 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T13:48:12,938 INFO [M:0;0ac5ae04350c:44751 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T13:48:12,938 DEBUG [M:0;0ac5ae04350c:44751 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T13:48:12,938 INFO [M:0;0ac5ae04350c:44751 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T13:48:12,938 DEBUG [M:0;0ac5ae04350c:44751 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T13:48:12,938 DEBUG [M:0;0ac5ae04350c:44751 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T13:48:12,938 DEBUG [M:0;0ac5ae04350c:44751 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T13:48:12,938 INFO [M:0;0ac5ae04350c:44751 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=336.33 KB heapSize=395.29 KB 2024-11-14T13:48:12,959 INFO [RS:1;0ac5ae04350c:37809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T13:48:12,959 INFO [RS:1;0ac5ae04350c:37809 {}] regionserver.HRegionServer(1031): Exiting; stopping=0ac5ae04350c,37809,1731591891976; zookeeper connection closed. 2024-11-14T13:48:12,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T13:48:12,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1003e896e4e0002, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T13:48:12,959 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52dd6ef9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52dd6ef9 2024-11-14T13:48:12,960 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-14T13:48:12,960 DEBUG [M:0;0ac5ae04350c:44751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53ccfd35bf6645dfad76bcc36cce705b is 82, key is hbase:meta,,1/info:regioninfo/1731592084570/Put/seqid=0 2024-11-14T13:48:12,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741905_1081 (size=6071) 2024-11-14T13:48:12,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741905_1081 (size=6071) 2024-11-14T13:48:12,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741905_1081 (size=6071) 2024-11-14T13:48:12,977 INFO [M:0;0ac5ae04350c:44751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53ccfd35bf6645dfad76bcc36cce705b 2024-11-14T13:48:13,011 DEBUG [M:0;0ac5ae04350c:44751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/636151463b0c4c06b5c4d7e88f95af06 is 4106, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731591897796/Put/seqid=0 2024-11-14T13:48:13,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741906_1082 (size=13324) 2024-11-14T13:48:13,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741906_1082 (size=13324) 2024-11-14T13:48:13,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741906_1082 (size=13324) 2024-11-14T13:48:13,441 INFO [M:0;0ac5ae04350c:44751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=335.10 KB at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/636151463b0c4c06b5c4d7e88f95af06 2024-11-14T13:48:13,470 DEBUG [M:0;0ac5ae04350c:44751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/491db347796743f7ad7ab467fb594d62 is 69, key is 0ac5ae04350c,34717,1731591891819/rs:state/1731591893491/Put/seqid=0 2024-11-14T13:48:13,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741907_1083 (size=5442) 2024-11-14T13:48:13,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741907_1083 (size=5442) 2024-11-14T13:48:13,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741907_1083 (size=5442) 2024-11-14T13:48:13,481 INFO [M:0;0ac5ae04350c:44751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/491db347796743f7ad7ab467fb594d62 2024-11-14T13:48:13,491 INFO [M:0;0ac5ae04350c:44751 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 491db347796743f7ad7ab467fb594d62 2024-11-14T13:48:13,492 DEBUG [M:0;0ac5ae04350c:44751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53ccfd35bf6645dfad76bcc36cce705b as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53ccfd35bf6645dfad76bcc36cce705b 2024-11-14T13:48:13,497 INFO [M:0;0ac5ae04350c:44751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53ccfd35bf6645dfad76bcc36cce705b, entries=14, sequenceid=620, filesize=5.9 K 2024-11-14T13:48:13,498 DEBUG [M:0;0ac5ae04350c:44751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/636151463b0c4c06b5c4d7e88f95af06 as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/636151463b0c4c06b5c4d7e88f95af06 2024-11-14T13:48:13,519 INFO [M:0;0ac5ae04350c:44751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/636151463b0c4c06b5c4d7e88f95af06, entries=79, sequenceid=620, filesize=13.0 K 2024-11-14T13:48:13,522 DEBUG [M:0;0ac5ae04350c:44751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/491db347796743f7ad7ab467fb594d62 as hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/491db347796743f7ad7ab467fb594d62 2024-11-14T13:48:13,549 INFO [M:0;0ac5ae04350c:44751 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 491db347796743f7ad7ab467fb594d62 2024-11-14T13:48:13,549 INFO [M:0;0ac5ae04350c:44751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/2701a93a-6a68-ebf0-1333-db14157f6adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/491db347796743f7ad7ab467fb594d62, entries=3, sequenceid=620, filesize=5.3 K 2024-11-14T13:48:13,553 INFO [M:0;0ac5ae04350c:44751 {}] regionserver.HRegion(3140): Finished flush of dataSize ~336.33 KB/344402, heapSize ~394.99 KB/404472, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 615ms, sequenceid=620, compaction requested=false 2024-11-14T13:48:13,568 INFO [M:0;0ac5ae04350c:44751 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T13:48:13,568 DEBUG [M:0;0ac5ae04350c:44751 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731592092938Disabling compacts and flushes for region at 1731592092938Disabling writes for close at 1731592092938Obtaining lock to block concurrent updates at 1731592092938Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731592092938Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=344402, getHeapSize=404712, getOffHeapSize=0, getCellsCount=781 at 1731592092939 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731592092940 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731592092941 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731592092960 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731592092960Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731592092985 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731592093011 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731592093011Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731592093447 (+436 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731592093469 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731592093469Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31eb8e79: reopening flushed file at 1731592093491 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@311d8a05: reopening flushed file at 1731592093497 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f1ccfcf: reopening flushed file at 1731592093519 (+22 ms)Finished flush of dataSize ~336.33 KB/344402, heapSize ~394.99 KB/404472, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 615ms, sequenceid=620, compaction requested=false at 1731592093553 (+34 ms)Writing region close event to WAL at 1731592093568 (+15 ms)Closed at 1731592093568 2024-11-14T13:48:13,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36857 is added to blk_1073741830_1006 (size=385765) 2024-11-14T13:48:13,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45009 is added to blk_1073741830_1006 (size=385765) 2024-11-14T13:48:13,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741830_1006 (size=385765) 2024-11-14T13:48:13,582 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T13:48:13,582 INFO [M:0;0ac5ae04350c:44751 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T13:48:13,583 INFO [M:0;0ac5ae04350c:44751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44751 2024-11-14T13:48:13,583 INFO [M:0;0ac5ae04350c:44751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T13:48:13,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T13:48:13,693 INFO [M:0;0ac5ae04350c:44751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T13:48:13,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1003e896e4e0000, quorum=127.0.0.1:58043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T13:48:13,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@486c2677{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T13:48:13,706 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6738d157{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T13:48:13,706 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T13:48:13,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43bf9dc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T13:48:13,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ed2891b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/hadoop.log.dir/,STOPPED} 2024-11-14T13:48:13,714 WARN [BP-481294677-172.17.0.3-1731591886485 heartbeating to localhost/127.0.0.1:45111 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T13:48:13,714 WARN [BP-481294677-172.17.0.3-1731591886485 heartbeating to localhost/127.0.0.1:45111 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-481294677-172.17.0.3-1731591886485 (Datanode Uuid 4fdc347d-5ae3-4a03-b6ad-08a67dc63627) service to localhost/127.0.0.1:45111 2024-11-14T13:48:13,714 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T13:48:13,714 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T13:48:13,716 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/cluster_ec214a12-8250-f1c6-f2b7-c2ec783dcbec/data/data5/current/BP-481294677-172.17.0.3-1731591886485 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T13:48:13,716 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/cluster_ec214a12-8250-f1c6-f2b7-c2ec783dcbec/data/data6/current/BP-481294677-172.17.0.3-1731591886485 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T13:48:13,717 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T13:48:13,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3635c31e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T13:48:13,723 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78839a64{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T13:48:13,723 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T13:48:13,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a292a59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T13:48:13,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63779849{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/hadoop.log.dir/,STOPPED} 2024-11-14T13:48:13,725 WARN [BP-481294677-172.17.0.3-1731591886485 heartbeating to localhost/127.0.0.1:45111 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T13:48:13,725 WARN [BP-481294677-172.17.0.3-1731591886485 heartbeating to localhost/127.0.0.1:45111 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-481294677-172.17.0.3-1731591886485 (Datanode Uuid 32f8f0ad-bdab-4f24-afde-ca9741d2ad9b) service to localhost/127.0.0.1:45111 2024-11-14T13:48:13,725 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T13:48:13,725 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T13:48:13,726 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/cluster_ec214a12-8250-f1c6-f2b7-c2ec783dcbec/data/data3/current/BP-481294677-172.17.0.3-1731591886485 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T13:48:13,726 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/cluster_ec214a12-8250-f1c6-f2b7-c2ec783dcbec/data/data4/current/BP-481294677-172.17.0.3-1731591886485 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T13:48:13,726 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T13:48:13,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4255463d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T13:48:13,730 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e48d68a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T13:48:13,730 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T13:48:13,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d82da9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T13:48:13,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b71ffd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/hadoop.log.dir/,STOPPED} 2024-11-14T13:48:13,736 WARN [BP-481294677-172.17.0.3-1731591886485 heartbeating to localhost/127.0.0.1:45111 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T13:48:13,736 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T13:48:13,736 WARN [BP-481294677-172.17.0.3-1731591886485 heartbeating to localhost/127.0.0.1:45111 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-481294677-172.17.0.3-1731591886485 (Datanode Uuid 8f7b8b7f-89bd-4b07-b242-b9fd3c602938) service to localhost/127.0.0.1:45111 2024-11-14T13:48:13,736 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T13:48:13,736 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/cluster_ec214a12-8250-f1c6-f2b7-c2ec783dcbec/data/data1/current/BP-481294677-172.17.0.3-1731591886485 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T13:48:13,737 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/cluster_ec214a12-8250-f1c6-f2b7-c2ec783dcbec/data/data2/current/BP-481294677-172.17.0.3-1731591886485 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T13:48:13,737 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T13:48:13,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1aa62678{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T13:48:13,754 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c0c42ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T13:48:13,754 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T13:48:13,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a372edd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T13:48:13,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58897554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/03abb825-e5db-c455-9247-521ea9aeaa03/hadoop.log.dir/,STOPPED} 2024-11-14T13:48:13,777 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T13:48:13,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T13:48:13,906 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=88 (was 11) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (608921412) connection to localhost/127.0.0.1:45111 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0ac5ae04350c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0ac5ae04350c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: regionserver/0ac5ae04350c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (608921412) connection to localhost/127.0.0.1:45111 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5630df35 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (608921412) connection to localhost/127.0.0.1:45111 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/0ac5ae04350c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/0ac5ae04350c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0ac5ae04350c:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/0ac5ae04350c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0ac5ae04350c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (608921412) connection to localhost/127.0.0.1:45111 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=638 (was 1372), ProcessCount=11 (was 11), AvailableMemoryMB=2356 (was 1429) - AvailableMemoryMB LEAK? -